-- Logs begin at Thu 2021-07-08 00:50:57 UTC, end at Thu 2021-07-08 01:46:56 UTC. -- Jul 08 01:21:08.857084 dv-cinder-799848-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 01:21:11.521832 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.common.config [-] Logging enabled! Jul 08 01:21:11.522415 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 01:21:11.522591 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92818) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 01:21:11.525800 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.common.config [-] Logging enabled! Jul 08 01:21:11.526057 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 01:21:11.526363 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92818) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 01:21:11.527294 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:21:11.527527 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:21:11.527888 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:21:11.528133 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:21:11.528362 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:21:11.528677 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.528973 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.529265 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.529495 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.529812 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.530100 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.530379 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.530661 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.530954 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.531238 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.531514 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.531798 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.532025 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.532302 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.532583 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.532864 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.533086 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] debug = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.533362 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.533812 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.534211 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.534489 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.534771 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.535045 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.535310 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.535580 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.535859 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.536181 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] host = dv-cinder-799848-1-iscsi {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.536454 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.536735 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.537016 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.537296 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.537564 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.537869 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.538153 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.538421 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.538688 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.538958 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.539239 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.539520 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.539801 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.540035 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.540250 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.540530 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.540810 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.541080 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.541348 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.541621 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.541921 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.542215 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.542481 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.542759 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.543037 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.543314 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.543580 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.543847 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.544113 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.544393 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.544654 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.544921 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.545187 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.545454 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.545751 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.546021 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.546299 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.546584 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.546862 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.547137 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.547413 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.547680 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.547955 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.548220 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.548488 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.548754 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_json = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.549022 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.549285 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.549560 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.549859 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.550129 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.550400 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.550663 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.550941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:11.551233 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.551528 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.551822 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.552101 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.552390 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.552665 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.552949 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.553221 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.553501 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.553809 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.554099 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.554373 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.554656 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.554928 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.555214 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.555510 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.555797 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.556084 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.556354 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.556625 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.556895 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.557167 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.557447 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.557754 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.558571 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.558844 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.559119 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.559405 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.559683 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.559953 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.560232 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.560522 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.560796 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.561068 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.561346 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.561629 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.561937 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.562212 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.562488 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.562775 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.563051 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.563321 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.563590 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.563863 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.564132 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.564412 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.564687 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.564957 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.565226 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.565500 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.566051 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.566320 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.566594 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.566864 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.567139 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.567406 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.567674 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.567942 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.568208 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.568477 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.568744 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.569011 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.569282 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.569548 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.569841 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.570110 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.570380 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.570652 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.570932 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.571223 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.571501 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.571772 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.572043 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.572314 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.572586 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.572857 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.573127 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.573416 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.574239 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.574525 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.574804 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.575086 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.575363 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.575636 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.575921 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.576190 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.576465 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.576736 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.577007 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.577290 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.577566 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.577877 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.578162 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.578450 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.578737 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.579023 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.579295 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.579594 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.579872 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:11.580089 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:21:11.580324 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92818) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 01:21:11.924853 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 01:21:11.925129 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 01:21:11.925416 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 01:21:11.925752 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 01:21:12.314139 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.314437 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.314710 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.316262 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.316537 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.316805 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.350754 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.351036 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.351301 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.365015 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.365295 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.365562 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.395226 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.395504 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.395769 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.431099 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.431377 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.431646 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.661191 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.661802 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.661802 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.661958 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.662647 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.781477 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.781817 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.782103 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.782371 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.782631 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.782935 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.783189 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.783439 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.783684 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.783959 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.784224 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.784484 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.784747 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.785005 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.785254 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.785515 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.785812 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.786069 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.786333 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.786579 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.786853 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.787206 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.787449 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.787728 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.787973 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.788214 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.788605 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:21:12.788846 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:21:12.789080 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:21:12.789313 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:21:12.789544 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:21:12.789799 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:21:12.790159 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 01:21:12.795068 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 01:21:12.798979 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 01:21:12.802924 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 08 01:21:12.804535 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 01:21:12.804978 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 01:21:12.805305 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 01:21:12.805681 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 01:21:12.808482 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 01:21:12.808730 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 01:21:12.809068 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 01:21:12.836606 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 01:21:12.837045 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.837337 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92818) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 01:21:12.837697 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.839552 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92818) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 01:21:12.839838 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 01:21:12.840079 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 01:21:12.843223 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.843506 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:12.906406 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 01:21:12.906640 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 01:21:12.906871 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 01:21:12.907232 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 01:21:12.928704 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_db.sqlalchemy.engines [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92818) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 01:21:13.469270 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Initializing driver for type 'gre' Jul 08 01:21:13.469794 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] gre ID ranges: [(1, 1000)] Jul 08 01:21:13.518034 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Initializing driver for type 'local' Jul 08 01:21:13.518351 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Initializing driver for type 'vlan' Jul 08 01:21:13.531418 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] VlanTypeDriver initialization complete Jul 08 01:21:13.531840 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Initializing driver for type 'vxlan' Jul 08 01:21:13.532419 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] vxlan ID ranges: [(1, 1000)] Jul 08 01:21:13.582524 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Initializing extension driver 'port_security' Jul 08 01:21:13.582953 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.extensions.port_security [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] PortSecurityExtensionDriver initialization complete Jul 08 01:21:13.583382 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Initializing mechanism driver 'openvswitch' Jul 08 01:21:13.583709 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Initializing mechanism driver 'hyperv' Jul 08 01:21:13.590707 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.plugin [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:21:13.591380 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > port after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.591761 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.592111 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.592620 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:21:13.593055 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > subnet after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.593409 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > subnet after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.593773 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.594168 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:21:13.594577 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > network after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.594926 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > network after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.595267 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > network after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.595652 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:21:13.596061 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > security_group after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.596414 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > security_group after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.596759 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.597278 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:21:13.597690 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.598067 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.598414 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.598800 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:21:13.599204 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > address_group after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.599553 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > address_group after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.599897 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.600280 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:21:13.600658 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] ML2 OVO RPC backend initialized. {{(pid=92818) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 01:21:13.601355 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.601709 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.602149 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > network before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.602495 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > networks before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.602842 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > port before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.603181 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > ports before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.603527 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > subnet before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.603870 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > subnets before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.604216 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > network after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.604554 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > network after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.604954 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > network after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.605295 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > port after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.605632 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.605992 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.606330 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > subnet after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.606664 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > subnet after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.606996 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.607615 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.plugin [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Modular L2 Plugin initialization complete Jul 08 01:21:13.607957 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading services supported by the core plugin {{(pid=92818) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 01:21:13.608280 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Got port-security extension from driver 'port_security' Jul 08 01:21:13.608740 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.extensions.vlantransparent [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Disabled vlantransparent extension. Jul 08 01:21:13.609224 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92818) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 01:21:13.609537 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading Plugin: router Jul 08 01:21:13.645789 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.646179 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router after_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.646545 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router before_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.646909 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.647352 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.647712 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router after_delete 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.648069 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.648430 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router after_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.648779 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router after_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.649127 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router after_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.649473 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.649854 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router after_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.650263 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.650629 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.650966 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.651301 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: subnet after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.651667 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.652010 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.652360 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.652707 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: port before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.653037 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.653393 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router after_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.653751 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.654105 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.654531 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.654879 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.655240 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > agent after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.655587 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > agent after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.655930 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > network after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.656801 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Tracking information for resource: router configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:21:13.657135 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Tracking information for resource: floatingip configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:21:13.662270 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.db.l3_agentschedulers_db [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 01:21:13.662849 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.663210 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: port after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.663564 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.663913 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.664689 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router before_create 55550100 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.665055 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.665419 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_create 55550100 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.665801 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > router precommit_update 55550100 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.670268 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.services.provider_configuration [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service providers = [] {{(pid=92818) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 01:21:13.670636 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.db.servicetype_db [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92818) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 01:21:13.673558 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.services.service_base [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:21:13.673954 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.services.service_base [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:21:13.674300 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.services.service_base [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:21:13.675191 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.services.service_base [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:21:13.675577 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.services.service_base [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 01:21:13.675957 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:21:13.676274 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 01:21:13.687414 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:21:13.687749 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading Plugin: auto_allocate Jul 08 01:21:13.693724 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: network precommit_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.694108 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: network precommit_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.694623 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:21:13.694939 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading Plugin: tag Jul 08 01:21:13.701423 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:21:13.701781 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading Plugin: timestamp Jul 08 01:21:13.706967 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:21:13.707303 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading Plugin: network_ip_availability Jul 08 01:21:13.712680 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.713054 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.713409 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.714672 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:21:13.714993 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading Plugin: flavors Jul 08 01:21:13.719720 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:21:13.720011 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading Plugin: revisions Jul 08 01:21:13.724235 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:21:13.724624 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=92818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 01:21:13.725344 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92818) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 01:21:13.725678 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Initializing extension manager. Jul 08 01:21:13.726213 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: __init__.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.726552 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: __pycache__ {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.726885 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.727216 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: address_group.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.727962 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.728538 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: address-group Jul 08 01:21:13.728862 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: address_scope.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.729572 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.730193 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: address-scope Jul 08 01:21:13.730522 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.731440 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.731979 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: router-admin-state-down-before-update Jul 08 01:21:13.732304 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: agent.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.733062 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.733813 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: agent Jul 08 01:21:13.734145 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: agent_resources_synced.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.735055 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.735592 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: agent-resources-synced Jul 08 01:21:13.735917 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: allowedaddresspairs.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.737693 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.738265 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: allowed-address-pairs Jul 08 01:21:13.738592 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: auto_allocated_topology.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.739686 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.740280 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: auto-allocated-topology Jul 08 01:21:13.740693 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: availability_zone.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.741538 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.742289 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: availability_zone Jul 08 01:21:13.742759 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: availability_zone_filter.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.744181 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.745074 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: availability_zone_filter Jul 08 01:21:13.746018 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: data_plane_status.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.747293 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.748052 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 01:21:13.748770 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: default_subnetpools.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.749765 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.750498 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: default-subnetpools Jul 08 01:21:13.750929 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.752004 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.752804 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: dhcp_agent_scheduler Jul 08 01:21:13.753168 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: dns.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.754472 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.755057 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension dns-integration not supported by any of loaded plugins Jul 08 01:21:13.755473 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: dns_domain_ports.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.756629 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.757374 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 01:21:13.757835 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.758902 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.759598 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 01:21:13.760057 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: dvr.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.760858 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.762334 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: dvr Jul 08 01:21:13.762862 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: empty_string_filtering.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.764194 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.764861 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: empty-string-filtering Jul 08 01:21:13.765226 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.766507 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.767222 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 01:21:13.767619 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.768900 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.769476 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 01:21:13.769925 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: external_net.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.770961 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.771494 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: external-net Jul 08 01:21:13.771818 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.772723 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.773261 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: extra_dhcp_opt Jul 08 01:21:13.773585 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: extraroute.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.774507 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.775043 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: extraroute Jul 08 01:21:13.775365 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: extraroute_atomic.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.776387 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.776948 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: extraroute-atomic Jul 08 01:21:13.777269 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: filter_validation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.778047 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.778585 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: filter-validation Jul 08 01:21:13.778904 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: fip_pf_description.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.779807 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.780479 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 01:21:13.780809 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: fip_port_details.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.781749 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.782288 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: fip-port-details Jul 08 01:21:13.782607 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: flavors.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.783823 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.784370 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: flavors Jul 08 01:21:13.784694 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.786364 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.786912 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 01:21:13.787242 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: floatingip_pools.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.787941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.788477 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: floatingip-pools Jul 08 01:21:13.788802 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: ip_allocation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.789716 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.790270 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 01:21:13.790601 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.791517 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.792053 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: ip-substring-filtering Jul 08 01:21:13.792404 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: l2_adjacency.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.793339 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.793901 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 01:21:13.794225 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: l3.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.795213 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.795750 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: router Jul 08 01:21:13.796073 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.798452 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.799002 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 01:21:13.799336 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.800270 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.800817 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: ext-gw-mode Jul 08 01:21:13.801145 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.802163 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.802699 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: l3-ha Jul 08 01:21:13.803021 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: l3_flavors.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.803955 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.804494 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: l3-flavors Jul 08 01:21:13.804820 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.805814 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.806285 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 01:21:13.806608 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: l3agentscheduler.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.807649 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.808726 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: l3_agent_scheduler Jul 08 01:21:13.809050 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: logging.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.810551 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.811108 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension logging not supported by any of loaded plugins Jul 08 01:21:13.811437 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: metering.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.812179 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.812784 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: metering Jul 08 01:21:13.813106 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.814224 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.814768 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: metering_source_and_destination_fields Jul 08 01:21:13.815091 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: multiprovidernet.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.816265 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.816799 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: multi-provider Jul 08 01:21:13.817121 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: netmtu.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.818054 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.818588 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: net-mtu Jul 08 01:21:13.818909 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: netmtu_writable.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.819815 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.820350 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: net-mtu-writable Jul 08 01:21:13.820671 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: network_availability_zone.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.821342 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.821909 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: network_availability_zone Jul 08 01:21:13.822228 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: network_ip_availability.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.823308 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.824462 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: network-ip-availability Jul 08 01:21:13.824784 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: network_segment_range.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.825636 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.826136 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 01:21:13.826952 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: pagination.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.827430 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.827759 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: pagination Jul 08 01:21:13.828078 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: port_device_profile.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.828987 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.829533 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: port-device-profile Jul 08 01:21:13.829896 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.830808 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.831351 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: port-mac-address-regenerate Jul 08 01:21:13.831671 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.832574 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.833113 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: port-numa-affinity-policy Jul 08 01:21:13.833435 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: port_resource_request.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.834452 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.834987 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 01:21:13.835306 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: portbindings.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.836228 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.836760 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: binding Jul 08 01:21:13.837079 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: portbindings_extended.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.838493 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.839038 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: binding-extended Jul 08 01:21:13.839392 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: portsecurity.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.840305 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.840845 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: port-security Jul 08 01:21:13.841175 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: project_id.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.842186 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.842515 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: project-id Jul 08 01:21:13.842839 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: providernet.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.843761 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.844306 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: provider Jul 08 01:21:13.844629 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.848110 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.848657 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos not supported by any of loaded plugins Jul 08 01:21:13.849067 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.850332 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.850876 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 01:21:13.851210 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.852121 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.852660 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 01:21:13.852987 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos_default.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.853923 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.854463 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos-default not supported by any of loaded plugins Jul 08 01:21:13.855319 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos_fip.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.855970 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.856503 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos-fip not supported by any of loaded plugins Jul 08 01:21:13.856827 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos_gateway_ip.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.857755 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.858305 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 01:21:13.858629 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos_port_network_policy.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.859531 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.860071 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 01:21:13.860396 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos_rule_type_details.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.861303 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.861889 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 01:21:13.862213 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: qos_rules_alias.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.863242 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.863784 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 01:21:13.864109 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: quotasv2.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.865006 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.865331 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: quotas Jul 08 01:21:13.865653 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: quotasv2_detail.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.868670 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.869014 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: quota_details Jul 08 01:21:13.869348 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: rbac.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.870487 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.871035 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: rbac-policies Jul 08 01:21:13.871368 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: rbac_address_group.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.872482 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.873032 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: rbac-address-group Jul 08 01:21:13.873363 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: rbac_address_scope.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.874314 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.874855 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: rbac-address-scope Jul 08 01:21:13.875179 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: rbac_security_groups.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.876087 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.876626 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: rbac-security-groups Jul 08 01:21:13.876950 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: rbac_subnetpool.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.877884 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.878422 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: rbac-subnetpool Jul 08 01:21:13.878747 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: revisionifmatch.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.879667 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.880205 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: revision-if-match Jul 08 01:21:13.880529 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: revisions.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.881640 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.882211 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: standard-attr-revisions Jul 08 01:21:13.882535 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: router_availability_zone.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.883203 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.883744 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: router_availability_zone Jul 08 01:21:13.884065 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: routerservicetype.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.884973 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.885506 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension router-service-type not supported by any of loaded plugins Jul 08 01:21:13.885866 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.887317 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.887855 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: security-groups-normalized-cidr Jul 08 01:21:13.888176 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.889086 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.889617 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: port-security-groups-filtering Jul 08 01:21:13.889971 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.890884 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.891436 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: security-groups-remote-address-group Jul 08 01:21:13.891743 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: securitygroup.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.901201 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.901833 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: security-group Jul 08 01:21:13.902171 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: segment.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.902958 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.903494 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension segment not supported by any of loaded plugins Jul 08 01:21:13.903818 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.904748 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.905280 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 01:21:13.905602 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: servicetype.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.906737 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.907280 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: service-type Jul 08 01:21:13.907606 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: sorting.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.908583 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.908915 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: sorting Jul 08 01:21:13.909241 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: standard_attr_segment.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.910229 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.910770 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 01:21:13.911093 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: standardattrdescription.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.911733 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.912268 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: standard-attr-description Jul 08 01:21:13.912589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: stateful_security_group.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.913510 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.914087 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: stateful-security-group Jul 08 01:21:13.914416 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: stdattrs_common.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.914996 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 01:21:13.915315 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.916249 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.916788 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 01:21:13.917110 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: subnet_onboard.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.918725 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.919272 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: subnet_onboard Jul 08 01:21:13.919598 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.920512 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.921044 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 01:21:13.921365 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: subnet_service_types.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.922297 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.922841 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: subnet-service-types Jul 08 01:21:13.923163 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: subnetallocation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.924229 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.924769 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: subnet_allocation Jul 08 01:21:13.925094 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.925775 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.926315 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: subnetpool-prefix-ops Jul 08 01:21:13.926636 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.927569 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.928101 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 01:21:13.928421 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: tagging.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.929488 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.930071 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: standard-attr-tag Jul 08 01:21:13.930397 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: timestamp.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.931582 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.932130 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loaded extension: standard-attr-timestamp Jul 08 01:21:13.932456 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: trunk.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.934042 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.934588 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension trunk not supported by any of loaded plugins Jul 08 01:21:13.934915 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: trunk_details.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.935833 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.936375 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension trunk-details not supported by any of loaded plugins Jul 08 01:21:13.936699 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: uplink_status_propagation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.937612 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.938180 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 01:21:13.938507 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Loading extension file: vlantransparent.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:21:13.939168 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:21:13.939699 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 01:21:13.942477 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:network Jul 08 01:21:13.943000 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:subnet Jul 08 01:21:13.943398 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:21:13.943827 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:port Jul 08 01:21:13.945055 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.945490 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service FLAVORS assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.946145 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.946552 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.946884 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:router Jul 08 01:21:13.947311 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:floatingip Jul 08 01:21:13.947819 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service METERING assigned prefix: /metering {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.949272 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.949646 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.950103 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:21:13.951085 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 01:21:13.951533 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:security_group Jul 08 01:21:13.951974 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 01:21:13.952569 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service CORE assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.952899 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:21:13.953244 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] subnetpool is already registered Jul 08 01:21:13.953784 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service CORE assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.954052 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:21:13.954388 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] subnetpool is already registered Jul 08 01:21:13.956657 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.957088 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service FLAVORS assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.957676 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.958129 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.958463 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:router Jul 08 01:21:13.958801 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] router is already registered Jul 08 01:21:13.959215 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:floatingip Jul 08 01:21:13.959554 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] floatingip is already registered Jul 08 01:21:13.960009 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service METERING assigned prefix: /metering {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.960666 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 01:21:13.960991 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] rbac_policy is already registered Jul 08 01:21:13.961401 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:security_group Jul 08 01:21:13.961764 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] security_group is already registered Jul 08 01:21:13.962156 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 01:21:13.962487 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] security_group_rule is already registered Jul 08 01:21:13.963108 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service CORE assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.963436 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:21:13.963766 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] subnetpool is already registered Jul 08 01:21:13.964220 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Service CORE assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:21:13.964541 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:21:13.964874 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] subnetpool is already registered Jul 08 01:21:13.965332 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: extensions {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.966826 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: address-groups {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.968335 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: address-scopes {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.969668 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: agents {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.970907 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: auto-allocated-topology {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.972119 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: availability_zones {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.973334 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: dhcp-networks {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.975873 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: dhcp-agents {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.977326 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: routers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.979093 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: flavors {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.980902 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: service_profiles {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.982138 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: next_providers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.983612 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: service_profiles {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.985185 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: floatingip-pools {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.986422 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: routers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.988136 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: floatingips {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.989424 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: l3-routers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.990874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: l3-agents {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.992388 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: metering-labels {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.993660 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: metering-label-rules {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.995060 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: network-ip-availabilities {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.997498 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: bindings {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:13.999104 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: quotas {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.000693 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: quotas {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.002128 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: rbac-policies {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.003338 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: security-groups {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.004650 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: security-group-rules {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.005960 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: service-providers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.007184 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: subnetpools {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.008510 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: subnetpools {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.010103 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.011823 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.013695 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.015470 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.017162 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.019163 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.020861 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.022698 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.024598 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.026488 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:21:14.032528 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING keystonemiddleware.auth_token [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 01:21:14.037013 dv-cinder-799848-1-iscsi neutron-server[92818]: WARNING keystonemiddleware.auth_token [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 01:21:14.046830 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Acquired lock "singleton_lock" {{(pid=92818) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 01:21:14.047307 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Releasing lock "singleton_lock" {{(pid=92818) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 01:21:14.047957 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO oslo_service.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Starting 2 workers Jul 08 01:21:14.052833 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Started child 92925 {{(pid=92818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:21:14.057337 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Started child 92926 {{(pid=92818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:21:14.058868 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:14.059583 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO neutron.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 01:21:14.060156 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Notify callbacks [] for process, before_spawn {{(pid=92818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:14.060363 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [-] (92925) wsgi starting up on http://0.0.0.0:9696 Jul 08 01:21:14.062675 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:14.063167 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO oslo_service.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Starting 1 workers Jul 08 01:21:14.064068 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [-] (92926) wsgi starting up on http://0.0.0.0:9696 Jul 08 01:21:14.068416 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Started child 92927 {{(pid=92818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:21:14.068955 dv-cinder-799848-1-iscsi neutron-server[92818]: INFO oslo_service.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Starting 1 workers Jul 08 01:21:14.071923 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] calling RpcWorker wait() {{(pid=92927) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 01:21:14.072546 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] returning from RpcWorker wait() {{(pid=92927) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 01:21:14.073654 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:14.074122 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:21:14.075219 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Started child 92928 {{(pid=92818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:21:14.076027 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-221ffb7a-a89c-40ee-ae0a-17887e134f2c None None] Notify callbacks [] for process, after_spawn {{(pid=92818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:14.078681 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92818) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 01:21:14.078894 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:21:14.079077 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:21:14.079235 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:14.079760 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:21:14.079760 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:21:14.079760 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:21:14.080191 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:21:14.080341 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.081612 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.081901 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.082164 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.082454 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.083047 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.083319 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.083554 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.083833 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.084087 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.084259 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.084409 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.084667 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.084919 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.085261 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.085468 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.085712 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.086000 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.086173 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.086432 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.086687 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.086930 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.087195 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] debug = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.087432 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.087916 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.088154 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.088397 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.088629 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.088899 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.089149 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.089432 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.089663 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.089910 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.090154 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.090401 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.090628 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.090840 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.091054 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.091290 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.091507 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.092060 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] host = dv-cinder-799848-1-iscsi {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.092229 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.092454 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.092664 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.092910 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.093168 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.093385 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.093643 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.093919 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.094173 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.094412 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.094659 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.094902 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.095117 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.095387 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.095552 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_options = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.095759 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.096023 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.096279 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.096467 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.096687 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.096876 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.097123 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.097285 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.097534 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.097787 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.098033 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.098192 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.098407 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.098617 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.098870 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.099119 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.099330 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.099552 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.099819 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.100071 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.100309 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.100531 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.100766 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.100977 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.101208 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.101433 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.101672 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.101901 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.102126 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.102406 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.102608 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.102872 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.103125 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.103373 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.103613 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.103835 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.104045 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.104323 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.104549 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.105303 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.105559 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.105817 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.106059 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.108660 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.109077 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.109880 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_json = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.110130 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.110676 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.110676 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.110946 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.111126 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.111386 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.111696 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.111961 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.112419 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.112726 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.113061 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.113315 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.113620 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.113921 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.114186 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.114417 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.114777 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.114915 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.115218 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.115453 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.115753 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.116001 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.116279 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.117110 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.117110 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.117411 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.117411 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.117664 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.117895 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.118124 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.118461 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.118738 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.119011 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.119293 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.119515 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.119739 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.119959 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.120208 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.121029 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.121266 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.121589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.121985 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.122216 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.123133 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.123133 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.123133 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.123133 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.123705 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.123705 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.124188 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.124188 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.124484 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.124620 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.124860 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.125313 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.125470 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.126837 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.126837 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.126837 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.126837 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.126837 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.129589 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130124 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130124 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130124 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130124 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130124 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130124 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130478 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130478 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130596 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.130822 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.131036 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.131279 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.131496 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.131711 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.131925 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.132140 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.132380 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.132641 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.132996 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.132996 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.133302 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.133449 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.133913 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.134064 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.134214 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.134457 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.134678 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.134924 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.135159 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.135435 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.135680 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.135904 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.136190 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.136472 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.136698 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.136931 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.137178 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.137425 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.139030 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.139030 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.139030 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.139030 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.139030 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.139030 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.139030 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.143767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.143767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.143767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.143767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.143767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.143767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.143767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.143767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.144874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.144874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.144874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.144874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.144874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.144874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.144874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.144874 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.145941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.145941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.145941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.145941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.145941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.145941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.145941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.145941 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.146786 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.146786 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.146786 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.146786 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.146786 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.146786 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.147433 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.147552 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.149312 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.149312 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.149312 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.149702 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.149843 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.150014 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.150273 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.150616 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.150855 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.152588 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.152843 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.153125 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.153353 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.153600 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.153896 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.154127 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.154355 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.154577 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.154822 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.155048 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.155314 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.157266 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.157518 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.157796 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.158598 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.158991 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.159235 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.159459 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.159737 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.159957 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.160237 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.160509 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.160734 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.160993 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.161254 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.161528 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.161765 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.162019 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.162244 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.162464 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.162680 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.162902 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.163146 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.163518 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.163832 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.164139 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.164689 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.164944 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.165285 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.165550 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.165811 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.166069 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.166292 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.166540 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.166845 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.167003 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.167757 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.167984 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.168199 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.168468 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.168701 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.168946 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.169159 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.169372 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.169586 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.169822 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.170060 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.170349 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.170593 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.170837 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.171100 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.171342 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.171593 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.171828 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.172047 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.172281 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.172507 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.172733 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.172956 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.173190 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.173404 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.173616 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.173866 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.174085 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.174296 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.174544 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.174756 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.174968 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.175191 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.175408 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.175620 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.175845 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.176112 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.176324 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.176548 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.176778 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.176963 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.177254 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.177512 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.177754 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.178048 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.178298 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.178550 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.178806 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.179103 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.179336 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.179600 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.179839 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.180077 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.180298 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.180564 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.180894 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.181174 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.181420 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.181693 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.181970 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.182296 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.182574 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.182807 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.183677 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.184021 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.184284 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.184562 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.184821 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.185095 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.186731 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.186972 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.188732 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.188993 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.189227 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.189479 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.189721 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.189986 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.190233 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.190469 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.190950 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.191191 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.191434 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.191665 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.191960 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.192134 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:21:14.192575 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92818) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 01:21:14.192737 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:21:14.192897 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:21:14.193049 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:21:14.193217 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:21:14.193355 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:21:14.193563 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.193724 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.194475 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.194636 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.194793 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.194973 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.195134 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.195292 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.195451 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.195607 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.195765 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.195922 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.196078 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.196239 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.196395 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.196555 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.196709 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.196865 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.197076 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.197209 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.197330 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.197468 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.197616 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] debug = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.197790 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.197994 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.198158 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.198325 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.198490 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.198642 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.198798 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.198956 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.199115 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.199273 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.199430 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.199600 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.199733 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.199876 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.200032 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.200189 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.200345 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.200502 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] host = dv-cinder-799848-1-iscsi {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.200652 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.200803 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.200958 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.201115 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.201273 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.201429 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.201586 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.201768 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.202035 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.202194 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.202345 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.202496 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.202668 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.202849 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.202969 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_options = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.203093 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.203229 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.203387 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.203570 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.203732 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.203890 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.204048 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.204205 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.204363 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.204521 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.204677 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.204834 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.204975 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.205134 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.205291 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.205449 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.205576 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:21:14.205712 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.205856 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.205976 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.206096 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.206214 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.206355 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.206512 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.206668 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.206826 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.206982 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.207141 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.207301 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.207456 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.207612 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.207769 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.207928 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.208085 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.208242 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.208421 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.208578 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.208734 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.208894 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.209050 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.209207 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.209364 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.209521 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.209677 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.209859 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.209981 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.210140 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_json = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.210295 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.210451 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.210608 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.210763 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.210920 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.211075 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.211232 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.211390 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:21:14.211567 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.211719 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.211886 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.212046 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.212206 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.212365 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.212524 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.212684 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.212843 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.213001 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.213168 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.213330 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.213499 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.213659 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.213840 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.214068 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.214765 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.214887 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.215007 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.215146 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.215306 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.215464 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.215639 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.215800 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.215961 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.216120 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.216285 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.216445 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.216606 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.218061 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.218526 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.220200 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.220395 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.220561 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.220752 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.220972 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.221115 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.221239 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.221394 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.221551 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.221714 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.221900 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.222059 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.222222 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.222682 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.222682 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.222682 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.222938 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.223015 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.223131 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.223304 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.223465 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.223626 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.223787 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.223944 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.224094 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.224254 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.224409 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.224571 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.225024 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.225024 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.225024 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.225289 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.225369 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.225480 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.225640 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.225948 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.226120 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.226292 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.226872 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.227482 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.227694 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.227862 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.228023 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.228185 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.228459 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.228756 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.229006 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.229173 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.229336 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.229498 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.229691 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.230070 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.230273 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.230449 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.230627 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.230789 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.230949 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.231106 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.231258 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.231418 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.231579 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.231739 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.231899 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.232059 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.232219 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.232379 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.232542 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.232693 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.232850 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.233010 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.233169 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.233328 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.233488 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.233648 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.233830 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.233991 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.234151 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.234310 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.234469 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.234627 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.234795 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.234955 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.235117 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.235276 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.235443 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.235615 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.235778 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.235938 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.236098 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.236262 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.236422 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.236583 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.236742 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.236902 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.237062 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.237221 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.237390 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.237592 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.237767 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.237892 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.238033 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.238217 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.238377 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.238537 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.238697 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.238857 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.239016 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.239176 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.239336 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.239495 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.239655 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.239815 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.239976 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.240136 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.240296 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.240455 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.240616 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.240777 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.240937 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.241098 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.241258 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.241418 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.241577 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.243790 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.244047 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.244352 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.244568 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.244821 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.244999 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.245904 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.245904 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.246098 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.246294 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.246569 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.246739 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.246891 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.247057 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.247218 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.247380 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.247542 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.247704 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.247870 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.248035 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.248204 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.248365 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.248604 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.248773 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.248933 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.249372 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.249632 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.249833 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.249995 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.250157 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.250321 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.250492 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.250638 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.250938 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.251108 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.251269 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.252174 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.252347 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.253810 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.254018 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.254201 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.254385 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.254653 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.254830 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.255009 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.255175 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.255346 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.255505 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.255670 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.255835 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.255998 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.256162 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.256336 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.256498 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.256662 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.256828 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.257205 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.257371 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.257555 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.257809 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.257988 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.258138 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.258301 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.258458 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.258627 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.258785 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.258942 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.259100 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.259257 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.259415 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.259587 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.259744 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.259902 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.260060 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.260217 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.260374 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.260541 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.260698 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.260856 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.261111 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.261275 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.261433 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.261601 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.261781 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.261935 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.262374 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.262537 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.262695 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.262852 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.263022 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.263180 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.263340 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.263498 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.263654 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.263812 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.263971 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.264132 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.264300 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.264494 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.264654 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.264820 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.264985 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.265151 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.265308 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.265471 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.265641 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.265817 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.265975 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.266133 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.266291 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.266447 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.266604 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.266760 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.266917 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.267073 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.267231 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.267388 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.267545 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.267701 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.267882 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.268039 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.268196 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.268353 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.268510 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.268668 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:21:14.268819 dv-cinder-799848-1-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:21:14.534615 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 33658) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:14.543670 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068402 Jul 08 01:21:25.716672 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c42758-0e63-4762-8e56-7ec3d2796384 None None] get_active_networks_info from dv-cinder-799848-1-iscsi {{(pid=92927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:21:25.786843 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c42758-0e63-4762-8e56-7ec3d2796384 None None] No non-hosted networks {{(pid=92927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 01:21:25.805975 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4820572b-1955-4d33-82f4-6b31f572d8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682449'] for agent, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:28.456520 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682449'] for agent, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:28.457231 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.457574 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.457958 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.458418 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.459831 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.460326 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.460884 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.461400 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.461934 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.462416 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.462969 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.463448 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:28.463997 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799848-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:21:28.482788 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799848-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:21:28.484666 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6d43-b1a7-49dc-b466-cc278915802f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682449'] for agent, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:28.551645 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb3db0b9-e887-44bf-b0f5-f914830010c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:29.420113 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682449'] for agent, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:30.790973 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682449'] for agent, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:32.026971 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 33750) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:32.511231 dv-cinder-799848-1-iscsi neutron-server[92926]: WARNING oslo_policy.policy [None req-9ea14210-6330-4682-833d-9cc12203181f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:21:32.512160 dv-cinder-799848-1-iscsi neutron-server[92926]: WARNING oslo_policy.policy [None req-9ea14210-6330-4682-833d-9cc12203181f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:21:32.729547 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [None req-9ea14210-6330-4682-833d-9cc12203181f admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:21:32.730827 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9ea14210-6330-4682-833d-9cc12203181f admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7009046 Jul 08 01:21:33.785276 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.db.l3_hamode_db [None req-135be54e-22fe-49bb-b58e-a87222cdb4ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 01:21:33.870521 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135be54e-22fe-49bb-b58e-a87222cdb4ae None None] Routers set() bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:21:33.870908 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135be54e-22fe-49bb-b58e-a87222cdb4ae None None] Router IDs set() for agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 01:21:35.085232 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 33764) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:35.565230 dv-cinder-799848-1-iscsi neutron-server[92925]: WARNING oslo_policy.policy [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:21:35.565861 dv-cinder-799848-1-iscsi neutron-server[92925]: WARNING oslo_policy.policy [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:21:35.780311 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:21:35.873133 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.policy [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92925) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 01:21:35.917079 dv-cinder-799848-1-iscsi neutron-server[92925]: WARNING oslo_policy.policy [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:21:35.917442 dv-cinder-799848-1-iscsi neutron-server[92925]: WARNING oslo_policy.policy [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:21:35.926618 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.quota [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] Loaded quota_driver: . Jul 08 01:21:36.017606 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730027494245', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730027494838', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730027547047', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730027541564', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730027534769', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730027524548', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1575124', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1808693', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699304', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637970'] for rbac-policy, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:36.081435 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:36.082709 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-3297b06c-a2ad-4062-af45-04a8fb9d70d0 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9964845 Jul 08 01:21:38.601043 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 33782) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:38.891980 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Request body: {'network': {'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'admin_state_up': True, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'name': 'private'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:21:38.923739 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Made reservation on behalf of 9ded845fe607482d8b3ba36c77288692 for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:21:38.926607 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:38.944025 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:39.062664 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:39.066334 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:39.085814 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=92925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:21:39.113178 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730025357644', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:39.113791 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Unsubscribe: segment precommit_create {{(pid=92925) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 01:21:39.114289 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Added segment d98d7950-9f18-40d8-9ca2-7be289636df8 of type vlan for network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 Jul 08 01:21:39.132566 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f57d01-96a3-4e01-8f85-6bcf935a9829,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:21:39.189668 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.190053 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.190396 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.190730 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.191057 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.191395 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.191721 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.192048 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.192399 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.192989 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.193348 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.193643 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Tracked resource versions report: Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: pushed versions: Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Log': {'1.0'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Network': {'1.1'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Port': {'1.7'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'PortForwarding': {'1.2'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'QosPolicy': {'1.8'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SubPort': {'1.0'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Subnet': {'1.1'}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Trunk': {'1.1'}} Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: consumer versions: Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: { DHCP agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: L3 agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: Metadata agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: Metering agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: Open vSwitch agent@dv-cinder-799848-1-iscsi: { 'AddressGroup': '1.2', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'ConntrackHelper': '1.0', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Log': '1.0', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Network': '1.1', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Port': '1.7', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'PortForwarding': '1.2', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'QosPolicy': '1.8', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SecurityGroup': '1.4', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SecurityGroupRule': '1.2', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SubPort': '1.0', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Subnet': '1.1', Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Trunk': '1.1'}} Jul 08 01:21:39.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:21:39.236839 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:39.290846 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:39.291915 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:21:39.292571 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:39.376174 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7740581 Jul 08 01:21:39.390281 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036752-ff9b-4618-a77c-73f18c1c4436 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ce496b-85f7-45ba-8fcd-58feb8d48b17,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:21:39.405004 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:21:41.986951 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 33796) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:42.373427 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad831c-c10b-4a24-a030-131a76ea683d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:21:42.374839 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4bad831c-c10b-4a24-a030-131a76ea683d admin admin] 10.222.0.22 "GET /v2.0/networks/f0ce496b-85f7-45ba-8fcd-58feb8d48b17 HTTP/1.1" status: 200 len: 824 time: 0.3869345 Jul 08 01:21:42.398494 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-51c23f5d-7b99-46fa-a878-8149e69b5102 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/9e691f2f-ba8e-4749-be72-10d9aa2795db HTTP/1.1" status: 200 len: 734 time: 0.0182600 Jul 08 01:21:42.406869 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'subnetpool_id': '9e691f2f-ba8e-4749-be72-10d9aa2795db', 'name': 'private-subnet', 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:21:42.429068 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Made reservation on behalf of 9ded845fe607482d8b3ba36c77288692 for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:21:42.431372 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:42.723996 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:42.792763 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08c4599-e12e-49db-8c08-86bc3ffcd187,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:21:42.797645 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Checking segment: {'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:21:42.798161 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Network hostable DHCP agents. Network: f0ce496b-85f7-45ba-8fcd-58feb8d48b17, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:21:42.819065 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:21:42.829755 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, f0ce496b-85f7-45ba-8fcd-58feb8d48b17) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:21:42.834235 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:21:42.834798 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:42.839120 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb108e2-a386-41dd-99a4-a2bdfdcc1485 None None] Network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:21:42.849175 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-174c419d-4375-430b-860f-b2069c4208ed admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4456916 Jul 08 01:21:43.151096 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-f0ce496b-85f7-45ba-8fcd-58feb8d48b17', 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'fixed_ips': [{'subnet_id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:21:43.152348 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:43.424804 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Allocated IP 172.20.0.2 (f0ce496b-85f7-45ba-8fcd-58feb8d48b17/b08c4599-e12e-49db-8c08-86bc3ffcd187/d917534a-51cb-4ae0-977e-845ded24e507) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:21:43.626956 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:43.668399 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Transition to ACTIVE for port object d917534a-51cb-4ae0-977e-845ded24e507 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:21:43.688929 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Transition to ACTIVE for port object d917534a-51cb-4ae0-977e-845ded24e507 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:21:43.697425 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:43.774417 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:21:43.782465 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:21:43.785857 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Pushing event updated for resources: {'Port': ['ID=d917534a-51cb-4ae0-977e-845ded24e507,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:21:43.787243 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:21:43.797374 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.797721 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.798085 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.798417 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.798747 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.799076 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.799402 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.799726 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.800094 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.800419 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.800745 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.801072 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Tracked resource versions report: Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: pushed versions: Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: { 'AddressGroup': {'1.2'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'ConntrackHelper': {'1.0'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Log': {'1.0'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Network': {'1.1'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Port': {'1.7'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'PortForwarding': {'1.2'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'QosPolicy': {'1.8'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SecurityGroup': {'1.4'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SubPort': {'1.0'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Subnet': {'1.1'}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Trunk': {'1.1'}} Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: consumer versions: Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: { DHCP agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: L3 agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: Metadata agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: Metering agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: Open vSwitch agent@dv-cinder-799848-1-iscsi: { 'AddressGroup': '1.2', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'ConntrackHelper': '1.0', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Log': '1.0', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Network': '1.1', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Port': '1.7', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'PortForwarding': '1.2', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'QosPolicy': '1.8', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SecurityGroup': '1.4', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SecurityGroupRule': '1.2', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SubPort': '1.0', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Subnet': '1.1', Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Trunk': '1.1'}} Jul 08 01:21:43.802222 dv-cinder-799848-1-iscsi neutron-server[92927]: {{(pid=92927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:21:43.868492 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Attempting to bind port d917534a-51cb-4ae0-977e-845ded24e507 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:21:43.869113 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Attempting to bind port d917534a-51cb-4ae0-977e-845ded24e507 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:21:43.869288 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Attempting to bind port d917534a-51cb-4ae0-977e-845ded24e507 on network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:21:43.874043 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:21:43.874451 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Checking segment: {'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:21:43.875089 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:43.875480 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Bound using segment: {'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:21:43.875965 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Bound port: d917534a-51cb-4ae0-977e-845ded24e507, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:21:43.876381 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:43.936778 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] For port d917534a-51cb-4ae0-977e-845ded24e507, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:21:43.941244 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] For port d917534a-51cb-4ae0-977e-845ded24e507, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=d917534a-51cb-4ae0-977e-845ded24e507,segment=NetworkSegment(d98d7950-9f18-40d8-9ca2-7be289636df8),segment_id=d98d7950-9f18-40d8-9ca2-7be289636df8)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:21:43.946340 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:44.013505 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3a5a5-864a-4c83-bb8a-bb441c8a6b8d None None] Pushing event updated for resources: {'Port': ['ID=d917534a-51cb-4ae0-977e-845ded24e507,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:21:45.244487 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 33804) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:45.551001 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [None req-b9933993-6dde-4201-9233-d4aa1e087a7a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:21:45.565757 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-b9933993-6dde-4201-9233-d4aa1e087a7a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065360 Jul 08 01:21:47.917826 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 33812) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:48.223221 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [None req-41aa1f22-086d-4a07-b504-232a02073e0a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:21:48.224182 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-41aa1f22-086d-4a07-b504-232a02073e0a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053792 Jul 08 01:21:50.127566 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b525873b-f5eb-4633-90fd-996b5cb12824 None None] Network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:21:50.207307 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d461fe3b-c7cf-4ddc-9eef-146b92aabfed None None] Provisioning for port d917534a-51cb-4ae0-977e-845ded24e507 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:21:50.354884 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device d917534a-51cb-4ae0-977e-845ded24e507 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:21:50.448050 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port d917534a-51cb-4ae0-977e-845ded24e507 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:21:50.453373 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port d917534a-51cb-4ae0-977e-845ded24e507 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:21:50.453782 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:50.567420 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:50.603823 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port d917534a-51cb-4ae0-977e-845ded24e507, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=d917534a-51cb-4ae0-977e-845ded24e507,segment=NetworkSegment(d98d7950-9f18-40d8-9ca2-7be289636df8),segment_id=d98d7950-9f18-40d8-9ca2-7be289636df8)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:21:50.608063 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:50.663430 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e57fff24-8b07-4043-847d-24815f60014a None None] Provisioning complete for port d917534a-51cb-4ae0-977e-845ded24e507 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:21:50.663810 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e57fff24-8b07-4043-847d-24815f60014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:50.666052 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=d917534a-51cb-4ae0-977e-845ded24e507,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:21:50.864131 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 33826) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:51.149278 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-544f8eec-33bc-49c9-97c9-85dc33877814 admin admin] Request body: {'router': {'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:21:51.173428 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-544f8eec-33bc-49c9-97c9-85dc33877814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:51.174942 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-544f8eec-33bc-49c9-97c9-85dc33877814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:51.308155 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-544f8eec-33bc-49c9-97c9-85dc33877814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:51.312912 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-544f8eec-33bc-49c9-97c9-85dc33877814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:51.326233 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-544f8eec-33bc-49c9-97c9-85dc33877814 admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:51.327427 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-544f8eec-33bc-49c9-97c9-85dc33877814 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4623001 Jul 08 01:21:52.300645 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device d917534a-51cb-4ae0-977e-845ded24e507 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:21:52.346719 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port d917534a-51cb-4ae0-977e-845ded24e507 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:21:52.347091 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:53.660546 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 33834) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:53.963762 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [None req-6dc87d7c-c23b-45d9-8c27-07d478b074a7 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:21:53.964802 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-6dc87d7c-c23b-45d9-8c27-07d478b074a7 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3032753 Jul 08 01:21:55.137834 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:21:55.618313 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4f43cb8e-a642-42e4-8776-13b08a802269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.290577 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 33842) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:56.592459 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:21:56.613219 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Made reservation on behalf of 74adcbcd27c743229fb5d845a195e522 for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:21:56.615655 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.625211 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.712790 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.716439 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.730988 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Reserving flat network on physical network physnet1 {{(pid=92925) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 01:21:56.753507 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8409e6-8e6a-47be-bca9-a83bb5cd575e,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:21:56.757934 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.758432 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Added segment 9ee34e58-cf7f-437e-8a2f-39185727e40f of type flat for network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 Jul 08 01:21:56.805446 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.842287 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.843115 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:21:56.843687 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:56.899623 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6080673 Jul 08 01:21:56.904764 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13aeb5-cdec-4204-b36c-bf19685d3e3f admin admin] Pushing event updated for resources: {'Network': ['ID=849bc693-9cf7-4b48-8df0-9b7fa5d77cd4,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:21:56.914949 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:21:58.408271 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:58.426241 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b467c59-bca7-40ac-b693-3253bac877f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:59.208432 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 33850) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:21:59.372888 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:21:59.658788 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.policy [None req-9323472d-a28e-4623-9a91-833c01886600 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92926) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 01:21:59.704155 dv-cinder-799848-1-iscsi neutron-server[92926]: WARNING oslo_policy.policy [None req-9323472d-a28e-4623-9a91-833c01886600 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:21:59.704526 dv-cinder-799848-1-iscsi neutron-server[92926]: WARNING oslo_policy.policy [None req-9323472d-a28e-4623-9a91-833c01886600 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:21:59.712701 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9323472d-a28e-4623-9a91-833c01886600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:21:59.714434 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9323472d-a28e-4623-9a91-833c01886600 admin admin] 10.222.0.22 "GET /v2.0/subnets/b08c4599-e12e-49db-8c08-86bc3ffcd187 HTTP/1.1" status: 200 len: 849 time: 0.5050931 Jul 08 01:21:59.879147 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-4f640948-50f2-48d3-b702-94544949ff59 admin admin] 10.222.0.22 "GET /v2.0/routers/6681a4db-ecd9-4cb2-b339-5f894710f9ff HTTP/1.1" status: 200 len: 704 time: 0.1588299 Jul 08 01:22:00.142923 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:00.478251 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Allocated IP 172.20.0.1 (f0ce496b-85f7-45ba-8fcd-58feb8d48b17/b08c4599-e12e-49db-8c08-86bc3ffcd187/b5ea7a10-5f6f-4f75-b033-04c17cc441d0) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:22:00.687158 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:00.713639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Transition to ACTIVE for port object b5ea7a10-5f6f-4f75-b033-04c17cc441d0 will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:22:00.734796 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:00.797787 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:00.853907 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:22:00.859711 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:22:00.909642 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Pushing event updated for resources: {'Port': ['ID=b5ea7a10-5f6f-4f75-b033-04c17cc441d0,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:00.914106 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:22:00.914670 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:00.939256 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.939621 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.939967 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.940304 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.940637 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.940983 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.941314 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.941642 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.942000 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.942322 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.942644 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.942980 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Tracked resource versions report: Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: pushed versions: Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: { 'AddressGroup': {'1.2'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'ConntrackHelper': {'1.0'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Log': {'1.0'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Network': {'1.1'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Port': {'1.7'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'PortForwarding': {'1.2'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'QosPolicy': {'1.8'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SecurityGroup': {'1.4'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SubPort': {'1.0'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Subnet': {'1.1'}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Trunk': {'1.1'}} Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: consumer versions: Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: { DHCP agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: L3 agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: Metadata agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: Metering agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: Open vSwitch agent@dv-cinder-799848-1-iscsi: { 'AddressGroup': '1.2', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'ConntrackHelper': '1.0', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Log': '1.0', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Network': '1.1', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Port': '1.7', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'PortForwarding': '1.2', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'QosPolicy': '1.8', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SecurityGroup': '1.4', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SecurityGroupRule': '1.2', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SubPort': '1.0', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Subnet': '1.1', Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Trunk': '1.1'}} Jul 08 01:22:00.944111 dv-cinder-799848-1-iscsi neutron-server[92926]: {{(pid=92926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:22:01.115053 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-43ff0a5d-a5f8-438f-8ac3-cc0b7429f90c None None] Provisioning for port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:22:01.118735 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-43ff0a5d-a5f8-438f-8ac3-cc0b7429f90c None None] Provisioning complete for port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:22:01.119113 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-43ff0a5d-a5f8-438f-8ac3-cc0b7429f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:01.134489 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:01.155732 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-43ff0a5d-a5f8-438f-8ac3-cc0b7429f90c None None] Port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:22:01.312941 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:01.317501 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:01.318312 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:01.393967 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Pushing event updated for resources: {'Port': ['ID=b5ea7a10-5f6f-4f75-b033-04c17cc441d0,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:01.437527 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:22:01.439053 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:22:01.641488 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Router 6681a4db-ecd9-4cb2-b339-5f894710f9ff is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:22:01.676146 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-80ba46ac-d79e-4915-b4e9-6ede415572a8 None None] Provisioning complete for port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:22:01.676527 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-80ba46ac-d79e-4915-b4e9-6ede415572a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:01.710176 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-80ba46ac-d79e-4915-b4e9-6ede415572a8 None None] Port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:22:01.730334 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:22:01.735506 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-4c1f3430-1020-4a63-ad14-bce0c939984a admin admin] 10.222.0.22 "PUT /v2.0/routers/6681a4db-ecd9-4cb2-b339-5f894710f9ff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8515465 Jul 08 01:22:01.749541 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Sync routers for ids ['6681a4db-ecd9-4cb2-b339-5f894710f9ff'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:22:01.761364 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Routers {'6681a4db-ecd9-4cb2-b339-5f894710f9ff'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:22:01.762271 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:21:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['6681a4db-ecd9-4cb2-b339-5f894710f9ff'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:22:01.949778 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Set router 6681a4db-ecd9-4cb2-b339-5f894710f9ff gateway port host: None {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:22:02.380680 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'name': 'router1', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:21:51Z', 'updated_at': '2021-07-08T01:22:01Z', 'revision_number': 2, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'gw_port_host': None, '_interfaces': [{'id': 'b5ea7a10-5f6f-4f75-b033-04c17cc441d0', 'name': '', 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'mac_address': 'fa:16:3e:1b:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:00Z', 'updated_at': '2021-07-08T01:22:01Z', 'revision_number': 2, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'subnets': [{'id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e691f2f-ba8e-4749-be72-10d9aa2795db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:22:02.432136 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Checking router: 6681a4db-ecd9-4cb2-b339-5f894710f9ff for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:22:02.432501 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Updating router 6681a4db-ecd9-4cb2-b339-5f894710f9ff port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:22:02.496820 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:02.979766 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:02.996700 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Transition to ACTIVE for port object b5ea7a10-5f6f-4f75-b033-04c17cc441d0 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:22:03.003387 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:03.164553 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Pushing event updated for resources: {'Port': ['ID=b5ea7a10-5f6f-4f75-b033-04c17cc441d0,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:03.171746 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Attempting to bind port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:22:03.172308 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Attempting to bind port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:22:03.172737 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Attempting to bind port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 on network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:22:03.176557 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.176901 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.177238 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.177563 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.177919 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.178251 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.178571 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.179037 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.179296 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.179517 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.179892 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.180206 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Tracked resource versions report: Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: pushed versions: Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: consumer versions: Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: L3 agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: Metadata agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: Metering agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-799848-1-iscsi: { 'AddressGroup': '1.2', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Log': '1.0', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Network': '1.1', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Port': '1.7', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 08 01:22:03.181337 dv-cinder-799848-1-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:22:03.186540 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:22:03.186948 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Checking segment: {'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:22:03.187447 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:03.187822 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Bound using segment: {'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:22:03.188315 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Bound port: b5ea7a10-5f6f-4f75-b033-04c17cc441d0, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98d7950-9f18-40d8-9ca2-7be289636df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:22:03.188897 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:03.255441 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] For port b5ea7a10-5f6f-4f75-b033-04c17cc441d0, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:22:03.276777 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] For port b5ea7a10-5f6f-4f75-b033-04c17cc441d0, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=b5ea7a10-5f6f-4f75-b033-04c17cc441d0,segment=NetworkSegment(d98d7950-9f18-40d8-9ca2-7be289636df8),segment_id=d98d7950-9f18-40d8-9ca2-7be289636df8)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:22:03.281001 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:03.332050 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62173142-a631-46c8-8bed-105b01ee29c7 None None] Pushing event updated for resources: {'Port': ['ID=b5ea7a10-5f6f-4f75-b033-04c17cc441d0,revision_number=4']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:03.361267 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Routers {'6681a4db-ecd9-4cb2-b339-5f894710f9ff'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:22:03.361934 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:21:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['6681a4db-ecd9-4cb2-b339-5f894710f9ff'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:22:03.453967 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] Set router 6681a4db-ecd9-4cb2-b339-5f894710f9ff gateway port host: None {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:22:03.655116 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'name': 'router1', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:21:51Z', 'updated_at': '2021-07-08T01:22:01Z', 'revision_number': 2, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'gw_port_host': None, '_interfaces': [{'id': 'b5ea7a10-5f6f-4f75-b033-04c17cc441d0', 'name': '', 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'mac_address': 'fa:16:3e:1b:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:00Z', 'updated_at': '2021-07-08T01:22:03Z', 'revision_number': 4, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'subnets': [{'id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e691f2f-ba8e-4749-be72-10d9aa2795db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:22:03.683246 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd2ebb8-ff06-4cfd-b534-88bb13f1958f None None] The sync data for ids ['6681a4db-ecd9-4cb2-b339-5f894710f9ff'] in dv-cinder-799848-1-iscsi is: [{'id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'name': 'router1', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:21:51Z', 'updated_at': '2021-07-08T01:22:01Z', 'revision_number': 2, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'gw_port_host': None, '_interfaces': [{'id': 'b5ea7a10-5f6f-4f75-b033-04c17cc441d0', 'name': '', 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'mac_address': 'fa:16:3e:1b:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:00Z', 'updated_at': '2021-07-08T01:22:03Z', 'revision_number': 4, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'subnets': [{'id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e691f2f-ba8e-4749-be72-10d9aa2795db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:22:03.960251 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 33878) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:22:04.081616 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839095c2-f14d-4470-91ad-54f85e548b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:22:04.083001 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-839095c2-f14d-4470-91ad-54f85e548b56 admin admin] 10.222.0.22 "GET /v2.0/networks/849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 HTTP/1.1" status: 200 len: 842 time: 0.1217217 Jul 08 01:22:04.092187 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:22:04.093557 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.quota [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Loaded quota_driver: . Jul 08 01:22:04.130925 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Made reservation on behalf of 74adcbcd27c743229fb5d845a195e522 for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:22:04.133173 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:04.442767 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.objects.ports [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92926) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 01:22:04.443110 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:04.500875 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b04f0f-2fb1-441b-a04a-3011bca90e32,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:04.505335 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:22:04.505686 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Network hostable DHCP agents. Network: 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:22:04.526996 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:22:04.538251 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:22:04.542029 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:22:04.542631 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:04.547810 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b19ce-b36b-4a34-9a8b-034439240964 None None] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:22:04.569865 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-2bf0c0aa-feef-4c6d-9a81-123483551ddb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4807954 Jul 08 01:22:04.682089 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c554c-8cfb-4847-8eaf-8d5c376f7429 None None] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:22:06.832150 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 33900) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:22:07.050084 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-19610d9f-5312-496c-8a0d-21a5f14b02de admin admin] 10.222.0.22 "GET /v2.0/routers/6681a4db-ecd9-4cb2-b339-5f894710f9ff HTTP/1.1" status: 200 len: 710 time: 0.2167830 Jul 08 01:22:07.162392 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c77750-4fe9-4be7-ba25-186ab1d24d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:22:07.163748 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-96c77750-4fe9-4be7-ba25-186ab1d24d59 admin admin] 10.222.0.22 "GET /v2.0/networks/849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 HTTP/1.1" status: 200 len: 886 time: 0.1087358 Jul 08 01:22:07.172821 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:22:07.423756 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:07.704140 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:07.784837 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:07.937382 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Allocated IP 172.27.3.228 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/175fb718-7297-4630-bb24-ba7546f299fa) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:22:08.043051 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.124565 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.190430 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:22:08.196938 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:22:08.202349 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:22:08.265110 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Pushing event updated for resources: {'Port': ['ID=175fb718-7297-4630-bb24-ba7546f299fa,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:08.332337 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device b5ea7a10-5f6f-4f75-b033-04c17cc441d0 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:22:08.380255 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:22:08.383811 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:22:08.384184 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.456718 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.487882 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.488370 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port b5ea7a10-5f6f-4f75-b033-04c17cc441d0, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=b5ea7a10-5f6f-4f75-b033-04c17cc441d0,segment=NetworkSegment(d98d7950-9f18-40d8-9ca2-7be289636df8),segment_id=d98d7950-9f18-40d8-9ca2-7be289636df8)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:22:08.494502 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.584492 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=b5ea7a10-5f6f-4f75-b033-04c17cc441d0,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:08.682319 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.685703 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661955'] for router, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.790913 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Router 6681a4db-ecd9-4cb2-b339-5f894710f9ff has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:22:08.954158 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:22:08.958469 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:08.959652 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-517029b1-7610-47bb-93eb-3f7ef14b5634 admin admin] 10.222.0.22 "PUT /v2.0/routers/6681a4db-ecd9-4cb2-b339-5f894710f9ff HTTP/1.1" status: 200 len: 890 time: 1.7905347 Jul 08 01:22:08.963908 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Sync routers for ids ['6681a4db-ecd9-4cb2-b339-5f894710f9ff'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:22:08.975367 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Routers {'6681a4db-ecd9-4cb2-b339-5f894710f9ff'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:22:08.976049 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:21:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['6681a4db-ecd9-4cb2-b339-5f894710f9ff'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:22:09.188240 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Set router 6681a4db-ecd9-4cb2-b339-5f894710f9ff gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:22:09.573857 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'name': 'router1', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '175fb718-7297-4630-bb24-ba7546f299fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:21:51Z', 'updated_at': '2021-07-08T01:22:08Z', 'revision_number': 4, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'gw_port': {'id': '175fb718-7297-4630-bb24-ba7546f299fa', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:07Z', 'updated_at': '2021-07-08T01:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'b5ea7a10-5f6f-4f75-b033-04c17cc441d0', 'name': '', 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'mac_address': 'fa:16:3e:1b:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:00Z', 'updated_at': '2021-07-08T01:22:08Z', 'revision_number': 5, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'subnets': [{'id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e691f2f-ba8e-4749-be72-10d9aa2795db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:22:09.625199 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Checking router: 6681a4db-ecd9-4cb2-b339-5f894710f9ff for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:22:09.625562 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Updating router 6681a4db-ecd9-4cb2-b339-5f894710f9ff port 175fb718-7297-4630-bb24-ba7546f299fa binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:22:09.656995 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:09.970495 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:09.980012 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Transition to ACTIVE for port object 175fb718-7297-4630-bb24-ba7546f299fa will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:22:09.985485 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:10.036164 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8717415-cb48-46d6-8ed5-0c78a6bde5ea None None] Pushing event updated for resources: {'Port': ['ID=175fb718-7297-4630-bb24-ba7546f299fa,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:10.041581 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Attempting to bind port 175fb718-7297-4630-bb24-ba7546f299fa on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:22:10.041981 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Attempting to bind port 175fb718-7297-4630-bb24-ba7546f299fa by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:22:10.042351 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Attempting to bind port 175fb718-7297-4630-bb24-ba7546f299fa on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:22:10.047221 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:22:10.047600 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:22:10.048001 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:10.048393 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:22:10.048859 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Bound port: 175fb718-7297-4630-bb24-ba7546f299fa, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:22:10.049260 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:10.099095 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] For port 175fb718-7297-4630-bb24-ba7546f299fa, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:22:10.102115 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] For port 175fb718-7297-4630-bb24-ba7546f299fa, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=175fb718-7297-4630-bb24-ba7546f299fa,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:22:10.106519 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:10.151372 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Routers {'6681a4db-ecd9-4cb2-b339-5f894710f9ff'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:22:10.151975 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:21:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['6681a4db-ecd9-4cb2-b339-5f894710f9ff'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:22:10.281119 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8717415-cb48-46d6-8ed5-0c78a6bde5ea None None] Pushing event updated for resources: {'Port': ['ID=175fb718-7297-4630-bb24-ba7546f299fa,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:10.334625 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device b5ea7a10-5f6f-4f75-b033-04c17cc441d0 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:22:10.365797 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] Set router 6681a4db-ecd9-4cb2-b339-5f894710f9ff gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:22:10.486584 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:22:10.486954 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:10.643735 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'name': 'router1', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '175fb718-7297-4630-bb24-ba7546f299fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:21:51Z', 'updated_at': '2021-07-08T01:22:08Z', 'revision_number': 4, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'gw_port': {'id': '175fb718-7297-4630-bb24-ba7546f299fa', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:07Z', 'updated_at': '2021-07-08T01:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'b5ea7a10-5f6f-4f75-b033-04c17cc441d0', 'name': '', 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'mac_address': 'fa:16:3e:1b:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:00Z', 'updated_at': '2021-07-08T01:22:08Z', 'revision_number': 5, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'subnets': [{'id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e691f2f-ba8e-4749-be72-10d9aa2795db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:22:10.672410 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683f843-049e-4ee1-95e1-562f276b8fde None None] The sync data for ids ['6681a4db-ecd9-4cb2-b339-5f894710f9ff'] in dv-cinder-799848-1-iscsi is: [{'id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'name': 'router1', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '175fb718-7297-4630-bb24-ba7546f299fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:21:51Z', 'updated_at': '2021-07-08T01:22:08Z', 'revision_number': 4, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'gw_port': {'id': '175fb718-7297-4630-bb24-ba7546f299fa', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:07Z', 'updated_at': '2021-07-08T01:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'b5ea7a10-5f6f-4f75-b033-04c17cc441d0', 'name': '', 'network_id': 'f0ce496b-85f7-45ba-8fcd-58feb8d48b17', 'tenant_id': '9ded845fe607482d8b3ba36c77288692', 'mac_address': 'fa:16:3e:1b:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6681a4db-ecd9-4cb2-b339-5f894710f9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:22:00Z', 'updated_at': '2021-07-08T01:22:08Z', 'revision_number': 5, 'project_id': '9ded845fe607482d8b3ba36c77288692', 'subnets': [{'id': 'b08c4599-e12e-49db-8c08-86bc3ffcd187', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e691f2f-ba8e-4749-be72-10d9aa2795db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:22:11.343504 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 33908) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:22:11.465493 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7ea0858f-9f33-4bc5-b9f5-ae6c6259c746 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207063 Jul 08 01:22:12.357446 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 175fb718-7297-4630-bb24-ba7546f299fa up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:22:12.404168 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 175fb718-7297-4630-bb24-ba7546f299fa completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:22:12.407958 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 175fb718-7297-4630-bb24-ba7546f299fa triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:22:12.408330 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:12.480916 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:12.502114 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 175fb718-7297-4630-bb24-ba7546f299fa, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=175fb718-7297-4630-bb24-ba7546f299fa,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:22:12.505708 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:12.554089 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=175fb718-7297-4630-bb24-ba7546f299fa,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:22:14.347328 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 175fb718-7297-4630-bb24-ba7546f299fa up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:22:14.405848 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 175fb718-7297-4630-bb24-ba7546f299fa triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:22:14.406137 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:25.625847 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-476438a4-4c84-48df-a725-72be46852108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:28.430207 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:28.439697 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ddfda687-6bd7-47d6-9de8-89b16d4ac66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:29.376928 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:30.761002 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:32.136186 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:22:55.617878 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f05c86c-54f9-4d26-9b7a-5a5c7007091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:58.416124 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:58.433843 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e059a785-1b34-49f2-8a03-6238a7b89462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:22:59.379299 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:00.748439 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:09.135264 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:23:25.619791 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9751d304-3c26-46dd-9545-c3f00f52577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:28.418204 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:28.435799 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ee9e-ec02-4f29-8788-6197ffc1ffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:29.382657 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:30.748437 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:46.133370 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:23:46.535845 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34480) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:23:46.596078 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df1e31f-7847-4f7f-bc9e-897e85786aad admin admin] GET failed (client error): The resource could not be found. Jul 08 01:23:46.597334 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-9df1e31f-7847-4f7f-bc9e-897e85786aad admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605395 Jul 08 01:23:46.754630 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ba0927-9da7-4241-b4da-dbecb75759e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:46.756120 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a4ba0927-9da7-4241-b4da-dbecb75759e6 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1544940 Jul 08 01:23:48.900016 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34490) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:23:48.990838 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d08a8-a4f0-4e4e-990c-8b6cb2fcea2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:48.992177 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-e12d08a8-a4f0-4e4e-990c-8b6cb2fcea2c admin admin] 10.222.0.22 "GET /v2.0/subnets/b08c4599-e12e-49db-8c08-86bc3ffcd187 HTTP/1.1" status: 200 len: 849 time: 0.0912218 Jul 08 01:23:49.001113 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:23:49.082316 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:49.224364 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730025248022'] for subnet, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:49.251692 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:49.252899 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:49.253553 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] 10.222.0.22 "PUT /v2.0/subnets/b08c4599-e12e-49db-8c08-86bc3ffcd187 HTTP/1.1" status: 200 len: 868 time: 0.2560854 Jul 08 01:23:49.273674 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b9e3b-6cab-470e-ad13-e0f4657b2334 None None] Network f0ce496b-85f7-45ba-8fcd-58feb8d48b17 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:23:49.276437 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08c4599-e12e-49db-8c08-86bc3ffcd187,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:23:49.283697 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.284054 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.284391 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.284883 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.285229 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.285590 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.285944 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.286279 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.286627 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.286957 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.287282 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.287606 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9d41b-9c7f-40cb-aea6-fc971f4e11a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:49.632157 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d9354af1-e00a-42c9-90e1-10360360ca9b None None] Provisioning complete for port d917534a-51cb-4ae0-977e-845ded24e507 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:23:49.632531 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9354af1-e00a-42c9-90e1-10360360ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:49.716815 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d9354af1-e00a-42c9-90e1-10360360ca9b None None] Provisioning complete for port b5ea7a10-5f6f-4f75-b033-04c17cc441d0 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:23:49.717111 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9354af1-e00a-42c9-90e1-10360360ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:51.432930 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34498) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:23:51.632212 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1baa7ef-909d-49d4-afba-02c9f3f6cf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:51.633145 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1baa7ef-909d-49d4-afba-02c9f3f6cf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:51.634741 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-c1baa7ef-909d-49d4-afba-02c9f3f6cf51 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2008345 Jul 08 01:23:53.792706 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34508) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:23:53.916917 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af932f5c-169d-4165-95c3-015281c4531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:53.917385 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af932f5c-169d-4165-95c3-015281c4531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:53.918918 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-af932f5c-169d-4165-95c3-015281c4531a admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1252680 Jul 08 01:23:55.620390 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ddaceb67-a808-4fcf-92bd-aa45e122f6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:56.074723 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34516) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:23:56.198108 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e43f0c-fea1-4431-82ac-848ba2ca3ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:56.200794 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-04e43f0c-fea1-4431-82ac-848ba2ca3ce6 admin admin] 10.222.0.22 "GET /v2.0/networks/849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 HTTP/1.1" status: 200 len: 886 time: 0.1250532 Jul 08 01:23:58.328606 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34524) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:23:58.421073 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:58.437501 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-adaaa992-8626-4432-9bbb-fd540c589b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:58.469837 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad3bed-3b1e-48b3-9b69-f4325ac10d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:23:58.471238 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-2fad3bed-3b1e-48b3-9b69-f4325ac10d05 admin admin] 10.222.0.22 "GET /v2.0/networks/f0ce496b-85f7-45ba-8fcd-58feb8d48b17 HTTP/1.1" status: 200 len: 868 time: 0.1417012 Jul 08 01:23:59.385233 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:00.600714 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34532) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:00.722444 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c509b-cc23-41f1-b9e5-bb3ca09b871f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:00.722900 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c509b-cc23-41f1-b9e5-bb3ca09b871f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:00.724418 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-1e4c509b-cc23-41f1-b9e5-bb3ca09b871f admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227756 Jul 08 01:24:00.753408 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:02.875924 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34540) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:03.003798 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef38864-84b1-433a-96f4-658eb45b5845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:03.004255 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef38864-84b1-433a-96f4-658eb45b5845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:03.005787 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-7ef38864-84b1-433a-96f4-658eb45b5845 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288862 Jul 08 01:24:05.142386 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34548) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:05.231351 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9972a9e2-edf5-4004-8398-187c4b35a0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:05.232660 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-9972a9e2-edf5-4004-8398-187c4b35a0a4 admin admin] 10.222.0.22 "GET /v2.0/subnets/61b04f0f-2fb1-441b-a04a-3011bca90e32 HTTP/1.1" status: 200 len: 816 time: 0.0893159 Jul 08 01:24:07.358494 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34556) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:07.449235 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704fe656-7824-4e3c-a184-a51dc778dab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:07.450610 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-704fe656-7824-4e3c-a184-a51dc778dab7 admin admin] 10.222.0.22 "GET /v2.0/subnets/b08c4599-e12e-49db-8c08-86bc3ffcd187 HTTP/1.1" status: 200 len: 868 time: 0.0911446 Jul 08 01:24:23.132076 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:24:25.624180 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-36706f32-4459-46d1-b4bf-0fc396d8f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:28.422396 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:28.438191 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-068a36b4-2ade-43fd-adf8-010b977bfdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:29.389504 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:30.754312 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:31.439613 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34608) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:31.484345 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [None req-8c3c088d-561d-4c4c-a149-6d83f5bbd40c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:24:31.485335 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-8c3c088d-561d-4c4c-a149-6d83f5bbd40c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447848 Jul 08 01:24:33.684971 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34616) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:33.743121 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03ac750-7d54-4135-900e-64cd799b5b91 admin admin] GET failed (client error): The resource could not be found. Jul 08 01:24:33.744478 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-f03ac750-7d54-4135-900e-64cd799b5b91 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585518 Jul 08 01:24:33.888120 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbcc589-c0af-4f17-a2aa-b1bbc52c6a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:33.889541 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-5dbcc589-c0af-4f17-a2aa-b1bbc52c6a51 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1413434 Jul 08 01:24:36.046205 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34624) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:36.091406 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:36.113804 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Made reservation on behalf of 74adcbcd27c743229fb5d845a195e522 for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:24:36.116042 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:36.144034 dv-cinder-799848-1-iscsi neutron-server[92926]: WARNING neutron.services.revisions.revision_plugin [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Could not find related network for resource to bump revision. Jul 08 01:24:36.160321 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:24:36.173274 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730025357644', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:36.173836 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Unsubscribe: segment precommit_create {{(pid=92926) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 01:24:36.174305 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Added segment 9af1e638-be9e-460d-8408-9e56e9789526 of type vlan for network 9591fe1e-443d-4059-8eca-37d4e1d220d9 Jul 08 01:24:36.218990 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:36.256768 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:36.257644 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:36.258244 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:36.419603 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3722935 Jul 08 01:24:36.428012 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Pushing event updated for resources: {'Network': ['ID=9591fe1e-443d-4059-8eca-37d4e1d220d9,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:36.435771 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.436141 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.436533 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.436831 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.437165 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.437517 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.437889 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.438228 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.438576 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.438905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.439235 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.439563 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af3a3f-efe9-47f8-8705-f85227ba2e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:36.453592 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 9591fe1e-443d-4059-8eca-37d4e1d220d9 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:24:38.556569 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34632) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:38.613605 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.pecan_wsgi.hooks.translation [None req-5746c9b3-f343-4270-a866-988326422772 admin admin] GET failed (client error): The resource could not be found. Jul 08 01:24:38.614918 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-5746c9b3-f343-4270-a866-988326422772 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0574021 Jul 08 01:24:38.685589 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bf8b00-c0ae-456e-ac81-76998036edb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:38.686974 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-24bf8b00-c0ae-456e-ac81-76998036edb4 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0680785 Jul 08 01:24:38.696158 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Request body: {'subnet': {'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:38.716216 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Made reservation on behalf of 74adcbcd27c743229fb5d845a195e522 for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:24:38.718720 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:38.876637 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:38.930547 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16eb9cd4-413e-4718-a8fd-fcb9e63c34eb,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:38.937436 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Checking segment: {'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:24:38.937885 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Network hostable DHCP agents. Network: 9591fe1e-443d-4059-8eca-37d4e1d220d9, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:24:38.953374 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Network 9591fe1e-443d-4059-8eca-37d4e1d220d9 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:24:38.961259 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 9591fe1e-443d-4059-8eca-37d4e1d220d9) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:24:38.966514 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:38.967639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:38.969452 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fffec79-1c74-4b79-a514-a60554ecaca7 None None] Network 9591fe1e-443d-4059-8eca-37d4e1d220d9 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:24:38.980687 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-fcbdb88a-d5de-4c86-a07f-05e446c8010e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2878079 Jul 08 01:24:39.213824 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-9591fe1e-443d-4059-8eca-37d4e1d220d9', 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9', 'tenant_id': '74adcbcd27c743229fb5d845a195e522', 'fixed_ips': [{'subnet_id': '16eb9cd4-413e-4718-a8fd-fcb9e63c34eb'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:24:39.214696 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:39.353416 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Allocated IP 192.168.233.2 (9591fe1e-443d-4059-8eca-37d4e1d220d9/16eb9cd4-413e-4718-a8fd-fcb9e63c34eb/a2dc8214-2462-44ef-a816-b2b5caaa4a0f) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:24:39.493501 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:39.502768 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Transition to ACTIVE for port object a2dc8214-2462-44ef-a816-b2b5caaa4a0f will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:24:39.518189 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Transition to ACTIVE for port object a2dc8214-2462-44ef-a816-b2b5caaa4a0f will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:24:39.524485 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:39.573314 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Pushing event updated for resources: {'Port': ['ID=a2dc8214-2462-44ef-a816-b2b5caaa4a0f,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:39.576792 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Network 9591fe1e-443d-4059-8eca-37d4e1d220d9 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:24:39.579022 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:24:39.584045 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:24:39.586964 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.587314 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.587661 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.587992 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.588326 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.588659 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.588987 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.589368 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.589655 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.590009 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.590537 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.590864 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:39.647949 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Attempting to bind port a2dc8214-2462-44ef-a816-b2b5caaa4a0f on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:24:39.648318 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Attempting to bind port a2dc8214-2462-44ef-a816-b2b5caaa4a0f by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:24:39.648692 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Attempting to bind port a2dc8214-2462-44ef-a816-b2b5caaa4a0f on network 9591fe1e-443d-4059-8eca-37d4e1d220d9 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:24:39.653595 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:24:39.654011 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Checking segment: {'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:24:39.654426 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:39.654814 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Bound using segment: {'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:24:39.655274 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Bound port: a2dc8214-2462-44ef-a816-b2b5caaa4a0f, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:24:39.655839 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:39.718449 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] For port a2dc8214-2462-44ef-a816-b2b5caaa4a0f, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:24:39.721689 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] For port a2dc8214-2462-44ef-a816-b2b5caaa4a0f, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=a2dc8214-2462-44ef-a816-b2b5caaa4a0f,segment=NetworkSegment(9af1e638-be9e-460d-8408-9e56e9789526),segment_id=9af1e638-be9e-460d-8408-9e56e9789526)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:24:39.726163 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:39.786298 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64371a93-7ce3-4b49-a761-d14f7389bcd7 None None] Pushing event updated for resources: {'Port': ['ID=a2dc8214-2462-44ef-a816-b2b5caaa4a0f,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:40.472120 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a2dc8214-2462-44ef-a816-b2b5caaa4a0f up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:24:40.529356 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port a2dc8214-2462-44ef-a816-b2b5caaa4a0f completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:24:40.625681 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b02a07c-4c91-4f13-9c1c-e7f3cf1d608c None None] Network 9591fe1e-443d-4059-8eca-37d4e1d220d9 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:24:40.687039 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-01c1a80b-76f4-4130-b451-c2122cf3c102 None None] Provisioning for port a2dc8214-2462-44ef-a816-b2b5caaa4a0f completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:24:40.697200 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-01c1a80b-76f4-4130-b451-c2122cf3c102 None None] Provisioning complete for port a2dc8214-2462-44ef-a816-b2b5caaa4a0f triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:40.697611 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01c1a80b-76f4-4130-b451-c2122cf3c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:40.839492 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01c1a80b-76f4-4130-b451-c2122cf3c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:40.883944 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-01c1a80b-76f4-4130-b451-c2122cf3c102 None None] For port a2dc8214-2462-44ef-a816-b2b5caaa4a0f, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=a2dc8214-2462-44ef-a816-b2b5caaa4a0f,segment=NetworkSegment(9af1e638-be9e-460d-8408-9e56e9789526),segment_id=9af1e638-be9e-460d-8408-9e56e9789526)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:24:40.890899 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01c1a80b-76f4-4130-b451-c2122cf3c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:40.944064 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1a80b-76f4-4130-b451-c2122cf3c102 None None] Pushing event updated for resources: {'Port': ['ID=a2dc8214-2462-44ef-a816-b2b5caaa4a0f,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:41.109877 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-aec2909a-91f3-411d-a3bb-ac81b5570e02 None None] Provisioning complete for port a2dc8214-2462-44ef-a816-b2b5caaa4a0f triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:41.110164 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aec2909a-91f3-411d-a3bb-ac81b5570e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:42.437817 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a2dc8214-2462-44ef-a816-b2b5caaa4a0f up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:24:42.494320 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port a2dc8214-2462-44ef-a816-b2b5caaa4a0f triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:42.494692 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:55.626186 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d73557f-8666-46ff-b85a-a6b6fc24e56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:58.423823 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:58.438642 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a531121a-9aee-420f-ac39-9d4a918e9a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:59.391008 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:00.130791 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:25:00.759777 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:25.629090 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-31631695-06bd-4e64-add3-d0eb941e6182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:28.430700 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:28.443078 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08bb1e99-14d9-4fe5-b78d-d851dc19cca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:29.395339 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:30.763362 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:37.129201 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:25:51.581920 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34684) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:25:51.587849 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [None req-3150ba18-4813-42f0-b752-95a1ea3d07e3 tempest-verify_tempest_config-1283769606 tempest-verify_tempest_config-1283769606-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:25:51.588968 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-3150ba18-4813-42f0-b752-95a1ea3d07e3 tempest-verify_tempest_config-1283769606 tempest-verify_tempest_config-1283769606-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060885 Jul 08 01:25:51.885610 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34702) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:25:51.983903 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:52.108502 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:52.112192 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:52.158430 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a1a4f419ccd40afb97e6e202a06e9c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2692590 Jul 08 01:25:52.158430 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6c2917-e8c6-496a-ba46-86b07e54a6d9,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:25:52.158740 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34706) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:25:52.163430 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.163786 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.164129 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.164470 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.164803 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.165154 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.165487 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.165859 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.166190 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.166516 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.166837 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.167158 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc848c1-8374-4c85-a765-87d636ceaba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.214331 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:52.234372 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:52.321642 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:52.324392 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:52.325656 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af6c2917-e8c6-496a-ba46-86b07e54a6d9 HTTP/1.1" status: 204 len: 168 time: 0.1658795 Jul 08 01:25:52.333298 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6c2917-e8c6-496a-ba46-86b07e54a6d9,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:25:52.340600 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.340972 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.341318 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.341648 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.342004 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.342357 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.342669 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.342995 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.343339 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.343665 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.343985 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:52.344303 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59715f-ee6b-4bc0-be66-d008a9934809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:25:55.629708 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2bc92c8-a1ff-4440-b74a-a18e0e7614e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:58.425133 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:58.443365 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b6bd1ba-1685-4a31-8b06-07d907ff65cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:59.401253 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:00.764605 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:14.127677 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:26:25.630464 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bc22e3a0-d768-499a-9246-f6ef0df5ad49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:28.417620 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:28.441194 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3769ec6-49fd-4e45-9f40-ef2afe775008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:29.400951 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:30.766183 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:51.126374 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 5 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:26:55.629778 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b0137374-3ffc-4176-92a0-e3c5f6322be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:58.418756 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:58.440207 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f93e-fac7-4b13-b637-eef999754510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:59.403631 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:00.769256 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:22.445472 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682449'] for agent, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:25.630538 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da63e487-e4cd-4c78-9fce-dcf1a45f535f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:26.546007 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34760) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:27:26.646850 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-74e683fb-ea40-4b06-9116-04cbb800dbf0 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0997512 Jul 08 01:27:28.124928 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:27:28.419951 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:28.438849 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-368cdb82-1549-4c22-87a1-ac155931a799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:28.796613 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34770) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:27:28.848171 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-1c8fcb41-c5e3-4a45-aa2f-5d5bc3c428a8 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0504918 Jul 08 01:27:29.407126 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:30.776026 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:52.433040 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:55.630590 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c63760-39d1-4c49-ab96-44ccdf414ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:58.420770 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:58.438737 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7af85cfb-a679-4265-a729-08cd2781d1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:59.411430 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:00.774769 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:05.123529 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:28:22.447427 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:25.632092 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1e183c48-4b9f-42af-8ce9-5b28e8c30eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:28.421423 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:28.439095 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2dc00faf-b1b7-4d90-8d9e-ebedd74e8dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:29.413427 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:30.778729 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:42.122472 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:28:52.448996 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:54.538558 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34938) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:54.733257 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-247853656-network', 'tenant_id': '20ab43e4ed65424181a1937ff4fe4621'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:54.754849 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Made reservation on behalf of 20ab43e4ed65424181a1937ff4fe4621 for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:54.757362 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:54.769637 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:54.862509 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:54.867172 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:54.897599 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:28:54.905175 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37d9d7a-b598-4b12-a4c1-983e0a7b0450,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:54.909280 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:54.909660 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Added segment 7c3c02cf-1b56-449a-8c72-3a202c5d802d of type vlan for network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 Jul 08 01:28:54.935648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.935648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.935648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.935648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.935648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.935648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.935648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.935648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.936370 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.936370 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.936658 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.936929 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Tracked resource versions report: Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: pushed versions: Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: { 'AddressGroup': {'1.2'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'ConntrackHelper': {'1.0'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Log': {'1.0'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Network': {'1.1'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Port': {'1.7'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'PortForwarding': {'1.2'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'QosPolicy': {'1.8'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SecurityGroup': {'1.4'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SubPort': {'1.0'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Subnet': {'1.1'}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Trunk': {'1.1'}} Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: consumer versions: Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: { DHCP agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: HyperV agent@hv-cinder-79984: {}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: L3 agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: Metadata agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: Metering agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: Open vSwitch agent@dv-cinder-799848-1-iscsi: { 'AddressGroup': '1.2', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'ConntrackHelper': '1.0', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Log': '1.0', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Network': '1.1', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Port': '1.7', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'PortForwarding': '1.2', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'QosPolicy': '1.8', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SecurityGroup': '1.4', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SecurityGroupRule': '1.2', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'SubPort': '1.0', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Subnet': '1.1', Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: 'Trunk': '1.1'}} Jul 08 01:28:54.938212 dv-cinder-799848-1-iscsi neutron-server[92926]: {{(pid=92926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:28:54.976455 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.010532 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.011501 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:55.012086 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.058317 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5186546 Jul 08 01:28:55.061317 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 34982) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:55.068414 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Request body: {'subnet': {'network_id': '9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-247853656-subnet', 'tenant_id': '20ab43e4ed65424181a1937ff4fe4621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:55.075024 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19245b-b3ac-4abd-8943-e404a0899696 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:55.077008 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 34986) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:55.084991 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:28:55.095438 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Made reservation on behalf of 20ab43e4ed65424181a1937ff4fe4621 for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:55.098030 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.280999 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.332857 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c24467-d308-4ac7-8653-5f628271b615,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:55.342803 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.343256 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.343671 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.344082 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.344516 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.344954 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.345381 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.345836 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.346277 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.346683 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.347080 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.347465 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Tracked resource versions report: Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: pushed versions: Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Log': {'1.0'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Network': {'1.1'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Port': {'1.7'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'PortForwarding': {'1.2'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'QosPolicy': {'1.8'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SubPort': {'1.0'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Subnet': {'1.1'}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Trunk': {'1.1'}} Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: consumer versions: Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: { DHCP agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: HyperV agent@hv-cinder-79984: {}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: L3 agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: Metadata agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: Metering agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: Open vSwitch agent@dv-cinder-799848-1-iscsi: { 'AddressGroup': '1.2', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'ConntrackHelper': '1.0', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Log': '1.0', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Network': '1.1', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Port': '1.7', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'PortForwarding': '1.2', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'QosPolicy': '1.8', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SecurityGroup': '1.4', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SecurityGroupRule': '1.2', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'SubPort': '1.0', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Subnet': '1.1', Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: 'Trunk': '1.1'}} Jul 08 01:28:55.348684 dv-cinder-799848-1-iscsi neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:28:55.367507 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Checking segment: {'id': '7c3c02cf-1b56-449a-8c72-3a202c5d802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:28:55.368090 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Network hostable DHCP agents. Network: 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:28:55.389884 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:28:55.400829 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:28:55.406660 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:55.407481 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.411777 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65bcb28-43e8-4aa7-9480-dcbee78b08ef None None] Network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:28:55.434412 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-af85b0f4-8b57-4259-9085-86930a8c1795 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3716574 Jul 08 01:28:55.520721 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35004) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:55.551426 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c48815-84b9-4eb0-b559-6c05d39c625e None None] Network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:28:55.585984 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-157771794-network', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:55.627573 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Made reservation on behalf of 6e7e68a57e6c42b8895ee2111be0481d for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:55.630856 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.640342 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.653700 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b242e849-7b1b-409d-bf25-e960e9b6863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.653827 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35010) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:55.744238 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.751516 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.776035 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:28:55.793925 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.794269 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Added segment be5b87f3-f363-4558-9c35-7353b44f8d15 of type vlan for network ff21397a-491b-4554-b541-580aa984c22f Jul 08 01:28:55.802592 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b8b7b6-fad1-4fb0-bbda-f23f5578e6aa,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:55.819318 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35018) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:55.837960 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.867482 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.871064 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:55.872137 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:55.934481 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1947985190-network', 'tenant_id': 'e5c98f44c1504e20b90bc052b7c09ecd'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:55.954998 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-network', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:55.958171 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff21397a-491b-4554-b541-580aa984c22f,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:55.965053 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7813878f-5c75-4a8f-9502-7927c1cae3c4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8767567 Jul 08 01:28:55.970763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network ff21397a-491b-4554-b541-580aa984c22f details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:28:55.975231 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35028) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:55.980606 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.db.api [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:28:55.980606 dv-cinder-799848-1-iscsi neutron-server[92925]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 01:28:55.980606 dv-cinder-799848-1-iscsi neutron-server[92925]: [parameters: {'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'id': '6e3ed274-12aa-4f5d-bd18-be24f2f202c0', 'expiration': datetime.datetime(2021, 7, 8, 1, 30, 55, 975930)}] Jul 08 01:28:55.980606 dv-cinder-799848-1-iscsi neutron-server[92925]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:28:55.981045 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Request body: {'subnet': {'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-157771794-subnet', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:55.981626 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG oslo_db.api [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:28:56.010424 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Made reservation on behalf of e5c98f44c1504e20b90bc052b7c09ecd for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:56.013237 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.028343 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Made reservation on behalf of 6e7e68a57e6c42b8895ee2111be0481d for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:56.028780 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.163286 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.225140 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.246174 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-636457954-network', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:56.303569 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52da4beb-059b-49fe-b8ca-3360efc9bff9,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:56.327217 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Checking segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:28:56.327575 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Network hostable DHCP agents. Network: ff21397a-491b-4554-b541-580aa984c22f, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:28:56.370738 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.371734 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Network ff21397a-491b-4554-b541-580aa984c22f is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:28:56.376879 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.390977 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, ff21397a-491b-4554-b541-580aa984c22f) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:28:56.394833 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Made reservation on behalf of e059bf6fc81d41d9aa07366a0c058b67 for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:56.398473 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.399044 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:28:56.402876 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa35b29-6126-4e24-9cc8-0cc63b7ef760 None None] Network ff21397a-491b-4554-b541-580aa984c22f requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:28:56.407248 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:56.407841 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.410842 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.439963 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.440313 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Added segment 57ca6330-2884-4db2-a1fa-cb250ab3d6fa of type vlan for network dd71b05b-bcd3-4b34-8c69-bc57b512bdee Jul 08 01:28:56.459517 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb48e13-c4e4-4026-b629-6acb24df88ab,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:56.525600 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.535409 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.549769 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=92925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:28:56.551905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.560713 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.562007 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Added segment 91ca2696-ae57-4619-98d3-c9792a795ab2 of type vlan for network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 Jul 08 01:28:56.565510 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0639a051-6560-4fb9-b0a4-70a25c73c81a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5895259 Jul 08 01:28:56.571659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35058) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:56.577661 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:56.618342 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.637271 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.639258 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:56.640121 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.657774 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-ff21397a-491b-4554-b541-580aa984c22f', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:28:56.659251 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.694056 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d2a62-073d-41f2-8959-a37a2dc49475,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:56.701546 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.702819 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:56.703571 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.779263 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9576409 Jul 08 01:28:56.781945 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Made reservation on behalf of 6e82fd99b70b4a7e8072f96353086d45 for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:56.784265 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.794826 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35070) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:56.799959 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Request body: {'subnet': {'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-subnet', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:56.800283 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd71b05b-bcd3-4b34-8c69-bc57b512bdee,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:56.812081 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.813707 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.814367 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.844669 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1cafc-fc0d-437f-a583-773a7378c6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1438e403-3308-41ad-8e8f-e7cf8f67e6f4,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:56.856367 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network dd71b05b-bcd3-4b34-8c69-bc57b512bdee details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:28:56.861751 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Made reservation on behalf of e059bf6fc81d41d9aa07366a0c058b67 for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:56.865298 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.919925 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.926275 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-8ed6c636-2637-44b4-88f5-067c15676de4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4040358 Jul 08 01:28:56.927529 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35074) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:56.934081 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Request body: {'subnet': {'network_id': 'dd71b05b-bcd3-4b34-8c69-bc57b512bdee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1947985190-subnet', 'tenant_id': 'e5c98f44c1504e20b90bc052b7c09ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:56.956667 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:28:57.018086 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.031058 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.051938 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=92925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:28:57.074343 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.075052 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Added segment b4395d79-3ea5-4bc3-a418-0408808ba5d3 of type vlan for network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 Jul 08 01:28:57.110785 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Made reservation on behalf of e5c98f44c1504e20b90bc052b7c09ecd for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:57.113864 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.126029 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Allocated IP 172.20.0.2 (ff21397a-491b-4554-b541-580aa984c22f/52da4beb-059b-49fe-b8ca-3360efc9bff9/7576e2e2-9c09-4b38-a0ac-7566816acda1) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:28:57.185573 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.277457 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.278780 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:57.279452 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.419680 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1ab0d1-9fc7-40be-98d1-7a8d98827046,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:57.429201 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7740514 Jul 08 01:28:57.435108 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35090) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:57.436713 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870c5f7-e153-4ec7-82b7-9af109a78075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5652b270-abd3-42d0-838c-c069d3c43259,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:57.441693 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:28:57.449183 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Request body: {'subnet': {'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-subnet', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:57.480383 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Made reservation on behalf of 6e82fd99b70b4a7e8072f96353086d45 for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:57.483948 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.649628 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.708708 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.731762 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Transition to ACTIVE for port object 7576e2e2-9c09-4b38-a0ac-7566816acda1 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:28:57.758292 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.761947 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c7b0e5-2ed2-4d98-9cd9-b40a35d6d070,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:57.770371 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Transition to ACTIVE for port object 7576e2e2-9c09-4b38-a0ac-7566816acda1 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:28:57.788426 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.874127 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:57.900383 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Network ff21397a-491b-4554-b541-580aa984c22f is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:28:57.910223 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:28:57.921420 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:28:57.932101 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Pushing event updated for resources: {'Port': ['ID=7576e2e2-9c09-4b38-a0ac-7566816acda1,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:57.960315 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.960641 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.960827 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.961220 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.961533 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.962687 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.963078 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.963424 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.963824 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.964444 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.964444 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.964763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:57.966482 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05715f22-e43f-4eb5-8a2b-de7675b5838d,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Tracked resource versions report: Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: pushed versions: Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: { 'AddressGroup': {'1.2'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'ConntrackHelper': {'1.0'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Log': {'1.0'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Network': {'1.1'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Port': {'1.7'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'PortForwarding': {'1.2'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'QosPolicy': {'1.8'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SecurityGroup': {'1.4'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SubPort': {'1.0'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Subnet': {'1.1'}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Trunk': {'1.1'}} Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: consumer versions: Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: { DHCP agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: HyperV agent@hv-cinder-79984: {}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: L3 agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: Metadata agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: Metering agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: Open vSwitch agent@dv-cinder-799848-1-iscsi: { 'AddressGroup': '1.2', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'ConntrackHelper': '1.0', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Log': '1.0', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Network': '1.1', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Port': '1.7', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'PortForwarding': '1.2', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'QosPolicy': '1.8', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SecurityGroup': '1.4', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SecurityGroupRule': '1.2', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'SubPort': '1.0', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Subnet': '1.1', Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: 'Trunk': '1.1'}} Jul 08 01:28:57.968702 dv-cinder-799848-1-iscsi neutron-server[92927]: {{(pid=92927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:28:58.000635 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.006296 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Checking segment: {'id': '57ca6330-2884-4db2-a1fa-cb250ab3d6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dd71b05b-bcd3-4b34-8c69-bc57b512bdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:28:58.007967 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Network hostable DHCP agents. Network: dd71b05b-bcd3-4b34-8c69-bc57b512bdee, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:28:58.016525 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Checking segment: {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:28:58.016897 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Network hostable DHCP agents. Network: 1438e403-3308-41ad-8e8f-e7cf8f67e6f4, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:28:58.072004 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Attempting to bind port 7576e2e2-9c09-4b38-a0ac-7566816acda1 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:28:58.072698 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Attempting to bind port 7576e2e2-9c09-4b38-a0ac-7566816acda1 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:28:58.073265 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Attempting to bind port 7576e2e2-9c09-4b38-a0ac-7566816acda1 on network ff21397a-491b-4554-b541-580aa984c22f {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:28:58.078278 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Network dd71b05b-bcd3-4b34-8c69-bc57b512bdee is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:28:58.085870 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f130dc6b-7240-469c-9e24-0b2b1d7d9877,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:58.094091 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35132) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:58.098733 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:28:58.100393 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Checking segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:28:58.102477 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.104196 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Bound using segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:28:58.106164 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Bound port: 7576e2e2-9c09-4b38-a0ac-7566816acda1, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:28:58.106740 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:28:58.107190 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.118662 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, dd71b05b-bcd3-4b34-8c69-bc57b512bdee) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:28:58.120309 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Checking segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:28:58.120704 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Network hostable DHCP agents. Network: 9b1ab0d1-9fc7-40be-98d1-7a8d98827046, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:28:58.124754 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 1438e403-3308-41ad-8e8f-e7cf8f67e6f4) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:28:58.130638 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:58.131262 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.135476 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:58.144069 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.159244 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-2c4275aa-1b79-49c0-a7be-7ff6b5483c4e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3630104 Jul 08 01:28:58.159663 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35138) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:58.164519 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:58.167605 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:28:58.179281 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9cdc833f-d69c-4550-8671-9b53939ba48f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2505541 Jul 08 01:28:58.183076 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a38516-12c7-44c0-a9ac-fffb7173da02 None None] Network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:28:58.185396 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c8a38d-da97-49b9-bb00-58bcc5f1058d None None] Network dd71b05b-bcd3-4b34-8c69-bc57b512bdee requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:28:58.201996 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 9b1ab0d1-9fc7-40be-98d1-7a8d98827046) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:28:58.207260 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:58.208328 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.235828 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.238510 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.242308 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494bc15a-9725-4b5e-b5d8-61e47adee7e2 None None] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:28:58.251716 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-753ca095-175d-4a97-a985-f5460c45521c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8106103 Jul 08 01:28:58.254429 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35146) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:58.264795 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:58.337316 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.339394 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26d5dac6-eda6-4319-b0e4-99ee17bbcce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.367063 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.372866 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.424536 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.455776 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] For port 7576e2e2-9c09-4b38-a0ac-7566816acda1, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:28:58.460882 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] For port 7576e2e2-9c09-4b38-a0ac-7566816acda1, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=7576e2e2-9c09-4b38-a0ac-7566816acda1,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:28:58.471538 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35154) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:58.473510 dv-cinder-799848-1-iscsi neutron-server[92926]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 01:28:58.479619 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.488045 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.556193 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.582281 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6576affa-68ed-4dc8-9bad-093cbdee0ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.679198 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:28:58.680617 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.700478 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.702535 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26d5dac6-eda6-4319-b0e4-99ee17bbcce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.715980 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35170) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:58.717395 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26d5dac6-eda6-4319-b0e4-99ee17bbcce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:58.780893 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-5893d113-0a52-43b2-a97b-5d5d9e44297a tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:28:58.788123 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-5893d113-0a52-43b2-a97b-5d5d9e44297a tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/networks?id=9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 HTTP/1.1" status: 200 len: 811 time: 0.3154688 Jul 08 01:28:58.811381 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-10c40131-c30e-4a51-9911-0bcdfad3b65e tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/quotas/20ab43e4ed65424181a1937ff4fe4621 HTTP/1.1" status: 200 len: 375 time: 0.0222685 Jul 08 01:28:58.931384 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51962-d4be-4d59-bf7a-a342ab9ce705 None None] Pushing event updated for resources: {'Port': ['ID=7576e2e2-9c09-4b38-a0ac-7566816acda1,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:58.977067 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-4ae73126-245d-4b48-ba68-a061bb4ee043 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=20ab43e4ed65424181a1937ff4fe4621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1569011 Jul 08 01:28:59.047538 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5dac6-eda6-4319-b0e4-99ee17bbcce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e479635-4157-4ad4-adca-f111c21f5248,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:59.116310 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.126893 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc1c7e-2177-4416-8d72-c8d47c449010 None None] Network dd71b05b-bcd3-4b34-8c69-bc57b512bdee requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:28:59.137105 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2c363542-a400-4fa1-bc22-89867dc5dfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.141897 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.148275 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-26d5dac6-eda6-4319-b0e4-99ee17bbcce3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0310ed97a8534c94ada882082256d1cd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0522988 Jul 08 01:28:59.153002 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35188) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:59.184938 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139cb6f5-c4c8-4041-b220-c4a9d4b62b65 None None] Network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:28:59.195080 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Allocated IP 172.27.3.123 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/05e1a43c-be0e-4223-af0e-443a7ebb4d42) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:28:59.318033 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35194) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:59.324913 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-229547555-network', 'tenant_id': '109618347bce4f5eaaeab9f97799a7aa'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:28:59.373389 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Allocated IP 172.20.0.2 (9b1ab0d1-9fc7-40be-98d1-7a8d98827046/f130dc6b-7240-469c-9e24-0b2b1d7d9877/a1314113-b18f-4c36-a637-563de788f47e) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:28:59.379115 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7cd8d212-be63-46c2-8100-ecc21a503603 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:28:59.387942 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7cd8d212-be63-46c2-8100-ecc21a503603 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1703155 Jul 08 01:28:59.468019 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.486292 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f2ff4350-68f3-4795-907a-195bd6853adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.486447 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2c363542-a400-4fa1-bc22-89867dc5dfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.545279 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2c363542-a400-4fa1-bc22-89867dc5dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.564267 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f2ff4350-68f3-4795-907a-195bd6853adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.625821 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.648131 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c363542-a400-4fa1-bc22-89867dc5dfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58096efc-1f01-4f18-9618-64a9d945973f,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:59.694170 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Made reservation on behalf of 109618347bce4f5eaaeab9f97799a7aa for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:28:59.699957 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.714679 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.766039 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-ac270159-3e67-4a20-b118-119a85127252 service neutron] 10.222.0.22 "GET /v2.0/networks/9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769093 Jul 08 01:28:59.772597 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.796248 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:28:59.799060 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f2ff4350-68f3-4795-907a-195bd6853adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.804030 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f2ff4350-68f3-4795-907a-195bd6853adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.807776 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-f2ff4350-68f3-4795-907a-195bd6853adc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e479635-4157-4ad4-adca-f111c21f5248 HTTP/1.1" status: 204 len: 168 time: 0.6512830 Jul 08 01:28:59.886425 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-2c363542-a400-4fa1-bc22-89867dc5dfd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97882da141084d8b9ec28ecd980da563&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0822766 Jul 08 01:28:59.918844 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.936392 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35204) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:59.937562 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Transition to ACTIVE for port object a1314113-b18f-4c36-a637-563de788f47e will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:28:59.945315 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.960957 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:28:59.968947 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-e058d584-a75d-44e8-b260-14a510353073 service neutron] 10.222.0.22 "GET /v2.0/networks/9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846581 Jul 08 01:28:59.978677 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Transition to ACTIVE for port object a1314113-b18f-4c36-a637-563de788f47e will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:28:59.994976 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:59.998878 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:00.077533 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Pushing event updated for resources: {'Port': ['ID=a1314113-b18f-4c36-a637-563de788f47e,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:00.088258 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02fc90-a6c2-4740-86fc-c52c38cf18f3 None None] Network ff21397a-491b-4554-b541-580aa984c22f requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:29:00.121110 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:00.126939 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.128077 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Pushing event updated for resources: {'Port': ['ID=05e1a43c-be0e-4223-af0e-443a7ebb4d42,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:00.139172 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.146992 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.153130 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:00.156630 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-3a10f80a-b197-4f77-a456-c4eee39d5fb2 None None] Provisioning for port 7576e2e2-9c09-4b38-a0ac-7566816acda1 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:00.173239 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:00.181989 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff4350-68f3-4795-907a-195bd6853adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e479635-4157-4ad4-adca-f111c21f5248,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:00.274950 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Attempting to bind port a1314113-b18f-4c36-a637-563de788f47e on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:00.275553 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Attempting to bind port a1314113-b18f-4c36-a637-563de788f47e by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:00.276061 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Attempting to bind port a1314113-b18f-4c36-a637-563de788f47e on network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:00.285581 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:00.285985 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Checking segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:00.286425 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.286776 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Bound using segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:00.287293 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Bound port: a1314113-b18f-4c36-a637-563de788f47e, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:00.287696 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.362149 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd462f6-1b1e-48da-b29b-86a5fd1a8b9b,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:00.484844 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=92925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:29:00.489167 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e9bf15ce-9930-492a-a0a5-cadad8e08b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.491399 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.515948 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] For port a1314113-b18f-4c36-a637-563de788f47e, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:00.518952 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.525168 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] For port a1314113-b18f-4c36-a637-563de788f47e, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=a1314113-b18f-4c36-a637-563de788f47e,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:00.530642 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.545657 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.554624 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.555100 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Added segment 46db75eb-8a89-4698-929a-ac975ce1bd2c of type vlan for network 8c661994-78c3-4a19-a822-5f50237feb54 Jul 08 01:29:00.577978 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e9bf15ce-9930-492a-a0a5-cadad8e08b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.640281 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35226) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:00.683624 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b91dc-115a-4810-b84c-8d768c635997 None None] Pushing event updated for resources: {'Port': ['ID=a1314113-b18f-4c36-a637-563de788f47e,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:00.731078 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 7576e2e2-9c09-4b38-a0ac-7566816acda1 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:00.780919 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.821434 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b274eaf9-da27-493d-b9ed-fa1e4f951f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.853040 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.857002 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 7576e2e2-9c09-4b38-a0ac-7566816acda1 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:00.863121 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 7576e2e2-9c09-4b38-a0ac-7566816acda1 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:00.863573 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.923564 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:00.924440 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:00.925025 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.063656 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.072109 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e9bf15ce-9930-492a-a0a5-cadad8e08b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.074868 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e9bf15ce-9930-492a-a0a5-cadad8e08b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.076016 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-e9bf15ce-9930-492a-a0a5-cadad8e08b4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58096efc-1f01-4f18-9618-64a9d945973f HTTP/1.1" status: 204 len: 168 time: 1.1275060 Jul 08 01:29:01.096217 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] Pushing event updated for resources: {'Network': ['ID=8c661994-78c3-4a19-a822-5f50237feb54,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:01.097590 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-01978860-263f-4ed9-b051-84f89206e320 None None] Provisioning complete for port 7576e2e2-9c09-4b38-a0ac-7566816acda1 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:01.098038 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01978860-263f-4ed9-b051-84f89206e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.111752 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf15ce-9930-492a-a0a5-cadad8e08b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58096efc-1f01-4f18-9618-64a9d945973f,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:01.136466 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 8c661994-78c3-4a19-a822-5f50237feb54 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:29:01.139257 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Allocated IP 172.27.3.97 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/f8072d64-a792-400b-9c5b-9faca0a17d87) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:01.338935 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 7576e2e2-9c09-4b38-a0ac-7566816acda1, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=7576e2e2-9c09-4b38-a0ac-7566816acda1,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:01.349501 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.350753 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.353760 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.363946 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b274eaf9-da27-493d-b9ed-fa1e4f951f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.406125 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-5b638bbc-f126-46c1-8283-91d81e990806 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0776179 Jul 08 01:29:01.411848 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35252) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:01.426455 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Request body: {'subnet': {'network_id': '8c661994-78c3-4a19-a822-5f50237feb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-229547555-subnet', 'tenant_id': '109618347bce4f5eaaeab9f97799a7aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:01.440908 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=7576e2e2-9c09-4b38-a0ac-7566816acda1,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:01.450074 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b274eaf9-da27-493d-b9ed-fa1e4f951f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.481308 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Made reservation on behalf of 109618347bce4f5eaaeab9f97799a7aa for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:01.490267 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.550782 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-b274eaf9-da27-493d-b9ed-fa1e4f951f8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70fbe9212933483c95125a644eeca532&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8970680 Jul 08 01:29:01.553353 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35262) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:01.575253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274eaf9-da27-493d-b9ed-fa1e4f951f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f7ea70-6765-4254-9efb-b841057cbad0,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:01.650754 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35266) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:01.714931 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.730107 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Router 98864ab0-ef53-490d-a603-e0be3bd27454 is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:29:01.732182 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-927da1d8-0fb1-45a4-b6c7-cfa504e4e5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.838878 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35274) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:01.855269 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-927da1d8-0fb1-45a4-b6c7-cfa504e4e5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.871992 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:01.884442 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:01.897330 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:01.938815 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-eec6cb05-cda5-4f18-a0d6-97626ffe8e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:01.969157 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Allocated IP 172.27.3.36 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/2cb51ab2-e2af-467d-bbea-91f19b885afb) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:02.037132 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8072d64-a792-400b-9c5b-9faca0a17d87,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:02.052297 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-927da1d8-0fb1-45a4-b6c7-cfa504e4e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.055598 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-927da1d8-0fb1-45a4-b6c7-cfa504e4e5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.075353 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-927da1d8-0fb1-45a4-b6c7-cfa504e4e5ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32f7ea70-6765-4254-9efb-b841057cbad0 HTTP/1.1" status: 204 len: 168 time: 0.5112989 Jul 08 01:29:02.097190 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:29:02.102694 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927da1d8-0fb1-45a4-b6c7-cfa504e4e5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f7ea70-6765-4254-9efb-b841057cbad0,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:02.105777 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b8477-afec-4186-b94c-b020326fb429 None None] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:29:02.109305 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Sync routers for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:29:02.128092 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:02.129059 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:02.213147 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-eec6cb05-cda5-4f18-a0d6-97626ffe8e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.226760 dv-cinder-799848-1-iscsi neutron-server[92925]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 01:29:02.237312 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-eec6cb05-cda5-4f18-a0d6-97626ffe8e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.255000 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.256226 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ad7dcecb-0193-4a2e-9ee1-815a08420c70 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6820579 Jul 08 01:29:02.263919 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35286) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:02.264628 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-447c81b1-d01f-4966-a400-9b6c2fbf6ef2 None None] Provisioning for port a1314113-b18f-4c36-a637-563de788f47e completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:02.347794 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-eec6cb05-cda5-4f18-a0d6-97626ffe8e2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bb8763fbeed4052be0b153a61df4bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503121 Jul 08 01:29:02.357421 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:02.368639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35288) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:02.387071 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6cb05-cda5-4f18-a0d6-97626ffe8e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0732a1a-55a2-4179-a3e6-9961fb2d839f,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:02.414420 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2ce6a691-0749-4d34-957c-6096d440130f req-05cf3209-a9d5-4c06-8d52-09e523291f6e tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.7563488 Jul 08 01:29:02.592569 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0ac813bd-708f-4659-8e69-421fe5811488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.615315 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.665924 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0ac813bd-708f-4659-8e69-421fe5811488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.682620 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44730f9-be36-42c9-9860-874216883757,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:02.723609 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.754637 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:00Z', 'revision_number': 3, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:02.827708 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Checking router: 98864ab0-ef53-490d-a603-e0be3bd27454 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:29:02.828061 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Updating router 98864ab0-ef53-490d-a603-e0be3bd27454 port 05e1a43c-be0e-4223-af0e-443a7ebb4d42 binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:29:02.862795 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 7576e2e2-9c09-4b38-a0ac-7566816acda1 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:02.873392 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.934243 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.940674 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Checking segment: {'id': '46db75eb-8a89-4698-929a-ac975ce1bd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8c661994-78c3-4a19-a822-5f50237feb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:02.941008 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Network hostable DHCP agents. Network: 8c661994-78c3-4a19-a822-5f50237feb54, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:29:02.951953 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:02.958374 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:02.970524 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0ac813bd-708f-4659-8e69-421fe5811488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.971901 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:02.974416 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0ac813bd-708f-4659-8e69-421fe5811488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:02.975739 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0ac813bd-708f-4659-8e69-421fe5811488 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0732a1a-55a2-4179-a3e6-9961fb2d839f HTTP/1.1" status: 204 len: 168 time: 0.6061141 Jul 08 01:29:02.995670 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac813bd-708f-4659-8e69-421fe5811488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0732a1a-55a2-4179-a3e6-9961fb2d839f,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:03.062843 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 7576e2e2-9c09-4b38-a0ac-7566816acda1 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:03.063525 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.070973 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.156572 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb51ab2-e2af-467d-bbea-91f19b885afb,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:03.165899 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Network 8c661994-78c3-4a19-a822-5f50237feb54 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:29:03.227981 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 8c661994-78c3-4a19-a822-5f50237feb54) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:03.239301 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9cbb28-d80f-42cc-a294-134b4606c273 None None] Network 8c661994-78c3-4a19-a822-5f50237feb54 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:29:03.243456 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:03.244152 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.304407 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.335158 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-8f88ff20-02c6-4c29-b9f1-e23e3e3e2993 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9190371 Jul 08 01:29:03.374655 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a1314113-b18f-4c36-a637-563de788f47e up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:03.529800 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port a1314113-b18f-4c36-a637-563de788f47e completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:03.542619 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Allocated IP 172.20.0.1 (ff21397a-491b-4554-b541-580aa984c22f/52da4beb-059b-49fe-b8ca-3360efc9bff9/72b93354-5414-481a-990f-a672bafbe3d0) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:03.554655 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.563852 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port a1314113-b18f-4c36-a637-563de788f47e triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:03.568697 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.580188 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Transition to ACTIVE for port object 05e1a43c-be0e-4223-af0e-443a7ebb4d42 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:03.586450 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23fd16-29b5-475a-ab99-b464ae9359e1 None None] Network 8c661994-78c3-4a19-a822-5f50237feb54 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:29:03.595793 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.674465 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35328) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:03.714808 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Pushing event updated for resources: {'Port': ['ID=05e1a43c-be0e-4223-af0e-443a7ebb4d42,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:03.732443 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.732892 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.733981 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.735141 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.738850 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.739286 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.739708 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.740935 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.741407 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.741971 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.742414 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.742846 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Tracked resource versions report: Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: pushed versions: Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: consumer versions: Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: HyperV agent@hv-cinder-79984: {}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: L3 agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: Metadata agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: Metering agent@dv-cinder-799848-1-iscsi: {}, Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-799848-1-iscsi: { 'AddressGroup': '1.2', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Log': '1.0', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Network': '1.1', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Port': '1.7', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 08 01:29:03.747362 dv-cinder-799848-1-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:29:03.789097 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Attempting to bind port 05e1a43c-be0e-4223-af0e-443a7ebb4d42 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:03.789543 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Attempting to bind port 05e1a43c-be0e-4223-af0e-443a7ebb4d42 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:03.790038 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Attempting to bind port 05e1a43c-be0e-4223-af0e-443a7ebb4d42 on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:03.804548 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:03.805182 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:03.806500 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.806967 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:03.807873 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Bound port: 05e1a43c-be0e-4223-af0e-443a7ebb4d42, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:03.808376 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.830310 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.846519 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.894797 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port a1314113-b18f-4c36-a637-563de788f47e, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=a1314113-b18f-4c36-a637-563de788f47e,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:03.899682 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fc0c4617-b719-4f0c-9bfe-4ba8ac9773f8 req-308b0b3f-c9a8-49fd-9a20-85b4530b9db4 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.1539783 Jul 08 01:29:03.903140 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.925107 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cce1164-bbca-4fdd-91a2-8f6d41785926 admin admin] Deleting subnet 62c7b0e5-2ed2-4d98-9cd9-b40a35d6d070 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:29:03.932389 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2cce1164-bbca-4fdd-91a2-8f6d41785926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.933286 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] For port 05e1a43c-be0e-4223-af0e-443a7ebb4d42, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:03.942018 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] For port 05e1a43c-be0e-4223-af0e-443a7ebb4d42, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=05e1a43c-be0e-4223-af0e-443a7ebb4d42,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:03.950592 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.961598 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.989498 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.996284 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2cce1164-bbca-4fdd-91a2-8f6d41785926 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.019042 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2cce1164-bbca-4fdd-91a2-8f6d41785926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.046156 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=a1314113-b18f-4c36-a637-563de788f47e,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:04.051675 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Transition to ACTIVE for port object 72b93354-5414-481a-990f-a672bafbe3d0 will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:04.115681 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99119a17-52a9-4267-bf70-03d714b4b2be None None] Pushing event updated for resources: {'Port': ['ID=05e1a43c-be0e-4223-af0e-443a7ebb4d42,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:04.140420 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:04.141070 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:04.283429 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Router 42b5162c-9489-488a-b898-691d5c672cc8 is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:29:04.315375 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:04.338418 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.365599 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2cce1164-bbca-4fdd-91a2-8f6d41785926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.404706 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2cce1164-bbca-4fdd-91a2-8f6d41785926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.409594 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-2cce1164-bbca-4fdd-91a2-8f6d41785926 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/62c7b0e5-2ed2-4d98-9cd9-b40a35d6d070 HTTP/1.1" status: 204 len: 168 time: 0.7329793 Jul 08 01:29:04.411718 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35354) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:04.414620 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce1164-bbca-4fdd-91a2-8f6d41785926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c7b0e5-2ed2-4d98-9cd9-b40a35d6d070,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:04.485154 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.570543 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Network ff21397a-491b-4554-b541-580aa984c22f is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:04.571475 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:00Z', 'revision_number': 3, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:04.573304 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.589553 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:04.589762 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:29:04.593498 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:04.594005 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.609202 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Sync routers for ids ['42b5162c-9489-488a-b898-691d5c672cc8'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:29:04.623528 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Routers {'42b5162c-9489-488a-b898-691d5c672cc8'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:04.624159 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['42b5162c-9489-488a-b898-691d5c672cc8'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:04.644738 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d050581-7ead-4a7e-aa4f-07c1747abc28 None None] The sync data for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi is: [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:00Z', 'revision_number': 3, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:29:04.663224 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.669450 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-aa4f27af-7939-474d-9ba7-97c7ba20a8b6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5084801 Jul 08 01:29:04.672819 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35364) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:04.710994 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Pushing event updated for resources: {'Port': ['ID=72b93354-5414-481a-990f-a672bafbe3d0,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:04.724490 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a1314113-b18f-4c36-a637-563de788f47e up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:04.844691 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:29:04.966547 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:04.983593 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.983593 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.984373 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.984708 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > port after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.985051 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > port after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.985379 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > port after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.985696 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.986034 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.986348 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:04.986665 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:05.337161 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-5e6d7bad-9d3f-48a8-88d5-abf9ddc99226 None None] Provisioning for port 72b93354-5414-481a-990f-a672bafbe3d0 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:05.354328 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-5e6d7bad-9d3f-48a8-88d5-abf9ddc99226 None None] Provisioning complete for port 72b93354-5414-481a-990f-a672bafbe3d0 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:05.354704 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7bad-9d3f-48a8-88d5-abf9ddc99226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.366755 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Set router 42b5162c-9489-488a-b898-691d5c672cc8 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:05.384195 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:05.384734 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:05.385884 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:05.386405 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:29:05.391438 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd71b05b-bcd3-4b34-8c69-bc57b512bdee']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:05.456867 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ca6330-2884-4db2-a1fa-cb250ab3d6fa') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:05.457302 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ca6330-2884-4db2-a1fa-cb250ab3d6fa') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:05.485032 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.519436 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.532228 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2d294994-bc5f-42d3-af97-50278f496d5b req-acf465a0-9383-4331-ae73-e4a2b9c6fa75 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.1235807 Jul 08 01:29:05.558875 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:29:05.559681 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: from cryptography.utils import int_from_bytes Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: from cryptography.utils import int_from_bytes Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:29:05.564105 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:29:05.584033 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:29:05.600396 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Sync routers for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:29:05.613794 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.618930 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a8a6cf1c-3b4d-45b8-81a2-3911b9dcb083 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3594143 Jul 08 01:29:05.619152 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35406) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:05.628363 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:05.630011 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:05.654529 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.712813 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d7bad-9d3f-48a8-88d5-abf9ddc99226 None None] Port 72b93354-5414-481a-990f-a672bafbe3d0 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:29:05.775155 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port a1314113-b18f-4c36-a637-563de788f47e triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:05.777782 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.777948 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.789438 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:05.794682 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] 10.222.0.22 "DELETE /v2.0/networks/dd71b05b-bcd3-4b34-8c69-bc57b512bdee HTTP/1.1" status: 204 len: 168 time: 1.3809714 Jul 08 01:29:05.802961 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35412) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:05.857886 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9a987-e23e-460e-bf78-1a4c79a50e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd71b05b-bcd3-4b34-8c69-bc57b512bdee,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:06.111052 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:02Z', 'revision_number': 3, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port': {'id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:06.133969 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-91993d34-c879-4ea8-a517-910cddd6b34a admin admin] Deleting subnet e44730f9-be36-42c9-9860-874216883757 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:29:06.152789 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91993d34-c879-4ea8-a517-910cddd6b34a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.153223 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:06.190012 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Checking router: 42b5162c-9489-488a-b898-691d5c672cc8 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:29:06.190298 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Updating router 42b5162c-9489-488a-b898-691d5c672cc8 port f8072d64-a792-400b-9c5b-9faca0a17d87 binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:29:06.214038 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35426) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:06.267154 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.326253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91993d34-c879-4ea8-a517-910cddd6b34a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.467313 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.474189 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:03Z', 'revision_number': 3, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:06.512764 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.21', 64810) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:06.520482 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-865f31e4-e5b8-4512-a9c4-5249ab7b9fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.524022 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91993d34-c879-4ea8-a517-910cddd6b34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.533349 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.660250 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.663056 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Checking router: 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:29:06.663571 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Updating router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 port 2cb51ab2-e2af-467d-bbea-91f19b885afb binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:29:06.770918 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.779799 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 05e1a43c-be0e-4223-af0e-443a7ebb4d42 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:06.840693 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35436) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:06.868249 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Network ff21397a-491b-4554-b541-580aa984c22f is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:06.880311 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:06.941187 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:06.972909 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Transition to ACTIVE for port object f8072d64-a792-400b-9c5b-9faca0a17d87 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:07.006746 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.039985 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Router 98864ab0-ef53-490d-a603-e0be3bd27454 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:29:07.127628 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 05e1a43c-be0e-4223-af0e-443a7ebb4d42 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:07.168154 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 05e1a43c-be0e-4223-af0e-443a7ebb4d42 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:07.170113 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.193781 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.216180 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:29:07.240151 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] 10.222.0.22 "PUT /v2.0/routers/98864ab0-ef53-490d-a603-e0be3bd27454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9738309 Jul 08 01:29:07.259014 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aef3a-4d08-4fb8-b0d4-ad6b0a0eee25 admin admin] Pushing event updated for resources: {'Port': ['ID=72b93354-5414-481a-990f-a672bafbe3d0,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:07.305090 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a8bc1940-ba4a-41b5-993b-ffac221b66c5 req-9843e701-d840-40b9-87aa-f713b44ff3ef tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.4443691 Jul 08 01:29:07.364873 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-709e026e-d212-4635-abe0-7cbc70eab504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.416712 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91993d34-c879-4ea8-a517-910cddd6b34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.469394 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Attempting to bind port f8072d64-a792-400b-9c5b-9faca0a17d87 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:07.470437 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Attempting to bind port f8072d64-a792-400b-9c5b-9faca0a17d87 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:07.472113 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Attempting to bind port f8072d64-a792-400b-9c5b-9faca0a17d87 on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:07.484210 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94c3f0-f8bf-4668-a11c-1a60c87ca96e None None] Pushing event updated for resources: {'Port': ['ID=f8072d64-a792-400b-9c5b-9faca0a17d87,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:07.493692 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:07.496780 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:07.497491 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.500822 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:07.501344 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Bound port: f8072d64-a792-400b-9c5b-9faca0a17d87, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:07.501780 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.503135 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91993d34-c879-4ea8-a517-910cddd6b34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.512502 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-91993d34-c879-4ea8-a517-910cddd6b34a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e44730f9-be36-42c9-9860-874216883757 HTTP/1.1" status: 204 len: 168 time: 1.6790731 Jul 08 01:29:07.515591 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35464) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:07.517763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Sync routers for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:29:07.519734 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91993d34-c879-4ea8-a517-910cddd6b34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44730f9-be36-42c9-9860-874216883757,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:07.600536 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Allocated IP 172.20.0.1 (9b1ab0d1-9fc7-40be-98d1-7a8d98827046/f130dc6b-7240-469c-9e24-0b2b1d7d9877/67c6ed8c-87b6-4e02-9d8d-5d8161385b25) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:07.612085 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.637644 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Transition to ACTIVE for port object 2cb51ab2-e2af-467d-bbea-91f19b885afb will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:07.666121 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.695895 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.720148 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-2368ba18-885b-4bcf-b2ec-e61c20f02d8c None None] Provisioning complete for port 72b93354-5414-481a-990f-a672bafbe3d0 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:07.720585 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2368ba18-885b-4bcf-b2ec-e61c20f02d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.742721 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.764579 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-865f31e4-e5b8-4512-a9c4-5249ab7b9fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.785178 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.800228 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-865f31e4-e5b8-4512-a9c4-5249ab7b9fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.807397 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Transition to ACTIVE for port object 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:07.831584 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9127a55-ad16-4938-afc8-a9d5783f9230 None None] Pushing event updated for resources: {'Port': ['ID=2cb51ab2-e2af-467d-bbea-91f19b885afb,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:07.849806 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f31e4-e5b8-4512-a9c4-5249ab7b9fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9236a47d-90b1-411b-bc96-f60555f0a9d5,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:07.849908 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:07.849908 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:07.862659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.879419 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Attempting to bind port 2cb51ab2-e2af-467d-bbea-91f19b885afb on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:07.880396 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Attempting to bind port 2cb51ab2-e2af-467d-bbea-91f19b885afb by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:07.881176 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Attempting to bind port 2cb51ab2-e2af-467d-bbea-91f19b885afb on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:07.884181 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-865f31e4-e5b8-4512-a9c4-5249ab7b9fd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4cea4058b6b4c33ab042d2ee5d72bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6687477 Jul 08 01:29:07.886787 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c661994-78c3-4a19-a822-5f50237feb54']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:07.889982 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35486) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:07.900801 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:07.901501 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.902306 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:07.902784 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.904467 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:07.905026 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Bound port: 2cb51ab2-e2af-467d-bbea-91f19b885afb, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:07.906179 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:07.911380 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46db75eb-8a89-4698-929a-ac975ce1bd2c') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:07.911688 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46db75eb-8a89-4698-929a-ac975ce1bd2c') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:07.971666 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Pushing event updated for resources: {'Port': ['ID=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:07.986958 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.045465 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] For port 2cb51ab2-e2af-467d-bbea-91f19b885afb, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:08.047844 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 05e1a43c-be0e-4223-af0e-443a7ebb4d42, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=05e1a43c-be0e-4223-af0e-443a7ebb4d42,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:08.053020 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] For port 2cb51ab2-e2af-467d-bbea-91f19b885afb, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2cb51ab2-e2af-467d-bbea-91f19b885afb,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:08.053547 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-2368ba18-885b-4bcf-b2ec-e61c20f02d8c None None] Port 72b93354-5414-481a-990f-a672bafbe3d0 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:29:08.063641 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.075693 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.076913 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.082743 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] For port f8072d64-a792-400b-9c5b-9faca0a17d87, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:08.128812 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:29:08.129223 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:29:08.140220 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:29:08.152309 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:08.212286 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:08.212988 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:08.217834 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9127a55-ad16-4938-afc8-a9d5783f9230 None None] Pushing event updated for resources: {'Port': ['ID=2cb51ab2-e2af-467d-bbea-91f19b885afb,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:08.255868 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-babf4e9a-83d6-48bc-8845-45c2e38f0057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.274062 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.298801 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:08.313432 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-babf4e9a-83d6-48bc-8845-45c2e38f0057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.327077 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=05e1a43c-be0e-4223-af0e-443a7ebb4d42,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:08.342755 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] For port f8072d64-a792-400b-9c5b-9faca0a17d87, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=f8072d64-a792-400b-9c5b-9faca0a17d87,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:08.362092 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:08.364421 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.383526 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.481940 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-babf4e9a-83d6-48bc-8845-45c2e38f0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.490535 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-babf4e9a-83d6-48bc-8845-45c2e38f0057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.500672 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-babf4e9a-83d6-48bc-8845-45c2e38f0057 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9236a47d-90b1-411b-bc96-f60555f0a9d5 HTTP/1.1" status: 204 len: 168 time: 0.6094863 Jul 08 01:29:08.566064 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.594436 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf4e9a-83d6-48bc-8845-45c2e38f0057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9236a47d-90b1-411b-bc96-f60555f0a9d5,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:08.611122 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.616375 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8c661994-78c3-4a19-a822-5f50237feb54 HTTP/1.1" status: 204 len: 168 time: 1.0913005 Jul 08 01:29:08.620552 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35506) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:08.622132 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:08.685111 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-7b39bc3d-00dc-48ed-9e9f-a2ee61e012e6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246306086', 'description': 'tempest-description--755199749'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:08.686758 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:08.722546 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5beab-c262-4cb3-a4f3-379b3412c7f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c661994-78c3-4a19-a822-5f50237feb54,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:08.752980 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 05e1a43c-be0e-4223-af0e-443a7ebb4d42 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:08.775806 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Routers {'42b5162c-9489-488a-b898-691d5c672cc8'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:08.776813 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['42b5162c-9489-488a-b898-691d5c672cc8'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:08.842831 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-709e026e-d212-4635-abe0-7cbc70eab504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:08.843826 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7d1cd0e1-6c1d-4cb9-a98d-d809a866b587 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:08.852759 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7d1cd0e1-6c1d-4cb9-a98d-d809a866b587 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.21 "GET /v2.0/networks?id=9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 HTTP/1.1" status: 200 len: 811 time: 2.3127582 Jul 08 01:29:08.900506 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] Set router 42b5162c-9489-488a-b898-691d5c672cc8 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:09.021706 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Request body: {'port': {'device_id': '04e29933-af9c-47c5-b1d6-bd78af71d01c', 'network_id': '9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2', 'admin_state_up': True, 'tenant_id': '20ab43e4ed65424181a1937ff4fe4621'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:09.166915 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94c3f0-f8bf-4668-a11c-1a60c87ca96e None None] Pushing event updated for resources: {'Port': ['ID=f8072d64-a792-400b-9c5b-9faca0a17d87,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:09.174577 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35516) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:09.178531 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-709e026e-d212-4635-abe0-7cbc70eab504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.192558 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-64da35a7-4549-45f9-8a21-690b043cee19 req-d437658a-3d9a-440a-9f94-8add8aa39ed2 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.4710493 Jul 08 01:29:09.251046 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:03Z', 'revision_number': 3, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:09.316413 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-709e026e-d212-4635-abe0-7cbc70eab504 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d65e89a96214f8c961eec99f4f63cda&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4438832 Jul 08 01:29:09.317326 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35518) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:09.344426 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609e608-3d83-41f9-8976-c86c6333022b None None] The sync data for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi is: [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:03Z', 'revision_number': 3, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:29:09.361849 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7b39bc3d-00dc-48ed-9e9f-a2ee61e012e6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.445526 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e026e-d212-4635-abe0-7cbc70eab504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfecc03-34fd-4fbc-b54f-761d946c7728,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:09.513850 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-42c6029f-bd95-4da3-9249-f25ba0391ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.525459 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d8ca5862-f7a6-4ff8-97c7-65691f246890 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5c98f44c1504e20b90bc052b7c09ecd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3292601 Jul 08 01:29:09.525720 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35520) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:09.535781 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-326e42bb-05bb-43f6-a492-3999c1af5b1f None None] Provisioning for port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:09.543983 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-326e42bb-05bb-43f6-a492-3999c1af5b1f None None] Provisioning complete for port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:09.544432 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-326e42bb-05bb-43f6-a492-3999c1af5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.562307 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-42c6029f-bd95-4da3-9249-f25ba0391ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.601790 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35522) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:09.639641 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-326e42bb-05bb-43f6-a492-3999c1af5b1f None None] Port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:29:09.641182 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac959-01e2-416d-a356-2c2c5fcf5208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.762367 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-42c6029f-bd95-4da3-9249-f25ba0391ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.771330 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-42c6029f-bd95-4da3-9249-f25ba0391ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.772961 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-42c6029f-bd95-4da3-9249-f25ba0391ef4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cfecc03-34fd-4fbc-b54f-761d946c7728 HTTP/1.1" status: 204 len: 168 time: 0.4273617 Jul 08 01:29:09.776315 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7b39bc3d-00dc-48ed-9e9f-a2ee61e012e6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.792406 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6029f-bd95-4da3-9249-f25ba0391ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfecc03-34fd-4fbc-b54f-761d946c7728,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:09.796862 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7b39bc3d-00dc-48ed-9e9f-a2ee61e012e6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.805125 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 05e1a43c-be0e-4223-af0e-443a7ebb4d42 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:09.805507 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.812882 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:09.900639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39bc3d-00dc-48ed-9e9f-a2ee61e012e6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed3f442-cf6a-490c-bb2a-145a6faf91b6,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:09.924398 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:02Z', 'revision_number': 3, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port': {'id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:10.003613 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac959-01e2-416d-a356-2c2c5fcf5208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.011741 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef3840-b605-4d7f-8857-43c5a692e609 None None] The sync data for ids ['42b5162c-9489-488a-b898-691d5c672cc8'] in dv-cinder-799848-1-iscsi is: [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:02Z', 'revision_number': 3, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port': {'id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:29:10.013467 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac959-01e2-416d-a356-2c2c5fcf5208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.037271 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7b39bc3d-00dc-48ed-9e9f-a2ee61e012e6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.046971 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7b39bc3d-00dc-48ed-9e9f-a2ee61e012e6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3803976 Jul 08 01:29:10.052762 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35528) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:10.066548 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'security_group_rule': {'security_group_id': '5ed3f442-cf6a-490c-bb2a-145a6faf91b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:10.149361 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ff8ac959-01e2-416d-a356-2c2c5fcf5208 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b6165a2254e42d8b3205722136149c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457883 Jul 08 01:29:10.150119 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35534) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:10.169224 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ac959-01e2-416d-a356-2c2c5fcf5208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfddc6c-9541-427e-a84d-7ee1803e164f,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:10.290186 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-08b75d63-6828-4190-b86b-d700d1b3910f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.325554 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-08b75d63-6828-4190-b86b-d700d1b3910f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.399221 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 2, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:10.415816 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-08b75d63-6828-4190-b86b-d700d1b3910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.421058 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-08b75d63-6828-4190-b86b-d700d1b3910f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.433208 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-08b75d63-6828-4190-b86b-d700d1b3910f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4dfddc6c-9541-427e-a84d-7ee1803e164f HTTP/1.1" status: 204 len: 168 time: 0.2784183 Jul 08 01:29:10.467014 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b75d63-6828-4190-b86b-d700d1b3910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfddc6c-9541-427e-a84d-7ee1803e164f,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:10.520095 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Checking router: 98864ab0-ef53-490d-a603-e0be3bd27454 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:29:10.520095 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Updating router 98864ab0-ef53-490d-a603-e0be3bd27454 port 72b93354-5414-481a-990f-a672bafbe3d0 binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:29:10.568479 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.db.api [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:29:10.568479 dv-cinder-799848-1-iscsi neutron-server[92926]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:29:10.568479 dv-cinder-799848-1-iscsi neutron-server[92926]: [parameters: {'project_id_1': '6e7e68a57e6c42b8895ee2111be0481d', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 29, 10, 129241)}] Jul 08 01:29:10.568479 dv-cinder-799848-1-iscsi neutron-server[92926]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92926) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:29:10.568982 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG oslo_db.api [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:29:10.589017 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Allocated IP 172.20.0.1 (1438e403-3308-41ad-8e8f-e7cf8f67e6f4/05715f22-e43f-4eb5-8a2b-de7675b5838d/b6ce5629-2099-4c8d-9074-5dc2b9dbf449) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:10.591213 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.650789 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0e18a48a-03c2-4f4c-85f2-ec10b46978aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.867534 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0e18a48a-03c2-4f4c-85f2-ec10b46978aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:10.915532 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Made reservation on behalf of 20ab43e4ed65424181a1937ff4fe4621 for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:10.919895 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.016493 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2cb51ab2-e2af-467d-bbea-91f19b885afb up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:11.061380 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8e77b986-4d7d-49b9-b1d9-7eca44192fdf req-7ec4b9a8-a675-4624-915a-3523b548051d tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.3701670 Jul 08 01:29:11.091319 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35554) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:11.149702 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-39bffa47-5bc1-4c4d-8f7b-be0cb2ffd549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.211951 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 2cb51ab2-e2af-467d-bbea-91f19b885afb completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:11.215048 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0e18a48a-03c2-4f4c-85f2-ec10b46978aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.222855 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0e18a48a-03c2-4f4c-85f2-ec10b46978aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.227009 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-0e18a48a-03c2-4f4c-85f2-ec10b46978aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9eb48e13-c4e4-4026-b629-6acb24df88ab HTTP/1.1" status: 204 len: 168 time: 1.6801922 Jul 08 01:29:11.228009 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 2cb51ab2-e2af-467d-bbea-91f19b885afb triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:11.228009 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.269785 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.490042 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.505878 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.565670 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.629600 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18a48a-03c2-4f4c-85f2-ec10b46978aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb48e13-c4e4-4026-b629-6acb24df88ab,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:11.630753 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6649544b-4bab-407d-9fda-d8b076c70068,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:11.640415 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.846662 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.872966 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Transition to ACTIVE for port object 72b93354-5414-481a-990f-a672bafbe3d0 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:11.885709 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-39bffa47-5bc1-4c4d-8f7b-be0cb2ffd549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.893894 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-39bffa47-5bc1-4c4d-8f7b-be0cb2ffd549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.901123 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.908888 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:11.910900 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-126712ed-3fbf-4fe3-9bb2-a0b628e666cb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8569632 Jul 08 01:29:11.914734 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35576) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:11.937393 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-aebac9f4-3831-406e-99ee-848b29c00d49 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'security_group_rule': {'security_group_id': '5ed3f442-cf6a-490c-bb2a-145a6faf91b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:11.982086 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-39bffa47-5bc1-4c4d-8f7b-be0cb2ffd549 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ce5576e0a5e4c95b204472f08c21316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8895819 Jul 08 01:29:12.029511 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:12.048249 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.054561 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35578) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:12.061442 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bffa47-5bc1-4c4d-8f7b-be0cb2ffd549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce944952-e7a3-4e7a-9c34-1fedf040629e,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:12.101169 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 2cb51ab2-e2af-467d-bbea-91f19b885afb, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2cb51ab2-e2af-467d-bbea-91f19b885afb,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:12.134041 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.145316 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:12.167551 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7938c2-5eeb-4e18-af8f-7a6f9648188e None None] Pushing event updated for resources: {'Port': ['ID=72b93354-5414-481a-990f-a672bafbe3d0,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:12.199858 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35584) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:12.219414 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:12.259023 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-da1e38b6-30ee-4309-ab81-6d343bfbd288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.266456 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:12.270178 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.325515 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-da1e38b6-30ee-4309-ab81-6d343bfbd288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.340739 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Attempting to bind port 72b93354-5414-481a-990f-a672bafbe3d0 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:12.347108 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Attempting to bind port 72b93354-5414-481a-990f-a672bafbe3d0 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:12.348398 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Attempting to bind port 72b93354-5414-481a-990f-a672bafbe3d0 on network ff21397a-491b-4554-b541-580aa984c22f {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:12.379730 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:12.380289 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Checking segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:12.380793 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.381294 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Bound using segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:12.382017 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Bound port: 72b93354-5414-481a-990f-a672bafbe3d0, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:12.382541 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.437652 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=2cb51ab2-e2af-467d-bbea-91f19b885afb,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:12.476056 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-aebac9f4-3831-406e-99ee-848b29c00d49 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.480900 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] For port 72b93354-5414-481a-990f-a672bafbe3d0, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:12.485013 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] For port 72b93354-5414-481a-990f-a672bafbe3d0, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=72b93354-5414-481a-990f-a672bafbe3d0,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:12.496406 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.591767 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7938c2-5eeb-4e18-af8f-7a6f9648188e None None] Pushing event updated for resources: {'Port': ['ID=72b93354-5414-481a-990f-a672bafbe3d0,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:12.603797 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:12.604491 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:12.695061 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.722919 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-da1e38b6-30ee-4309-ab81-6d343bfbd288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.723679 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.724551 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.735309 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-da1e38b6-30ee-4309-ab81-6d343bfbd288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.745949 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-da1e38b6-30ee-4309-ab81-6d343bfbd288 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce944952-e7a3-4e7a-9c34-1fedf040629e HTTP/1.1" status: 204 len: 168 time: 0.6882908 Jul 08 01:29:12.783240 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-aebac9f4-3831-406e-99ee-848b29c00d49 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.805823 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8030f084-36ec-4649-879a-4f0f9bccdb36 req-3d4a06ad-8a84-409d-85ee-40d9001ea1c2 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.3384311 Jul 08 01:29:12.807089 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e38b6-30ee-4309-ab81-6d343bfbd288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce944952-e7a3-4e7a-9c34-1fedf040629e,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:12.824774 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-aebac9f4-3831-406e-99ee-848b29c00d49 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.865206 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac9f4-3831-406e-99ee-848b29c00d49 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48887f91-0855-4818-9e2b-b3bfb6295548,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:12.886954 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:12.908277 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-aebac9f4-3831-406e-99ee-848b29c00d49 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:12.923619 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-aebac9f4-3831-406e-99ee-848b29c00d49 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9998612 Jul 08 01:29:12.924877 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35602) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:12.932159 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:13.014693 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Pushing event updated for resources: {'Port': ['ID=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:13.074731 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:13.165510 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device f8072d64-a792-400b-9c5b-9faca0a17d87 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:13.255931 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Allocated IP 172.20.0.2 (9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2/89c24467-d308-4ac7-8653-5f628271b615/7ab474c8-7db0-41e6-940a-e220d28b4512) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:13.266207 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c7ee4f55-cf8c-424a-af59-27c9d150ccbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=109618347bce4f5eaaeab9f97799a7aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0608718 Jul 08 01:29:13.285117 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35614) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:13.553302 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port f8072d64-a792-400b-9c5b-9faca0a17d87 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:13.577330 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port f8072d64-a792-400b-9c5b-9faca0a17d87 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:13.577946 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:13.643078 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9afb748a-8456-46b7-a732-6e4618a42767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:13.705590 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:13.719620 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:13.745041 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:13.812905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9afb748a-8456-46b7-a732-6e4618a42767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:13.873142 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:13.911487 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9afb748a-8456-46b7-a732-6e4618a42767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:13.915953 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9afb748a-8456-46b7-a732-6e4618a42767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:13.917620 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9afb748a-8456-46b7-a732-6e4618a42767 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3bd462f6-1b1e-48da-b29b-86a5fd1a8b9b HTTP/1.1" status: 204 len: 168 time: 0.6391079 Jul 08 01:29:13.971204 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb748a-8456-46b7-a732-6e4618a42767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd462f6-1b1e-48da-b29b-86a5fd1a8b9b,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:13.975943 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244064b2-7f01-428b-86b5-b2d85a4ea450 None None] The sync data for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi is: [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:29:14.000267 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.074159 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.270231 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port f8072d64-a792-400b-9c5b-9faca0a17d87, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=f8072d64-a792-400b-9c5b-9faca0a17d87,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:14.289255 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.293246 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2cb51ab2-e2af-467d-bbea-91f19b885afb up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:14.391312 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Allocated IP 172.27.3.180 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/e1edbfdb-1ca4-4164-9fd7-7c8c0bc35e30) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:14.483407 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3801639c-b42b-4396-bffb-2aaf0a9c3f31 req-27c30e30-54e8-4857-86fa-184f530d02d9 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.1594138 Jul 08 01:29:14.511551 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e38deb28-5979-48e8-a4d7-b1c3a253a40e None None] Provisioning complete for port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:14.511929 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e38deb28-5979-48e8-a4d7-b1c3a253a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.529422 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.613023 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.688550 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.796939 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:14.808676 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:14.816520 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:14.916059 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'Port': ['ID=e1edbfdb-1ca4-4164-9fd7-7c8c0bc35e30,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:14.967667 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=f8072d64-a792-400b-9c5b-9faca0a17d87,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:14.968042 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.979926 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.991506 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:14.992224 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:15.036802 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e38deb28-5979-48e8-a4d7-b1c3a253a40e None None] Port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:29:15.082485 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 2cb51ab2-e2af-467d-bbea-91f19b885afb triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:15.083117 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:15.144435 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:15.195229 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:29:15.262707 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:15.274121 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:15.274328 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:15.293762 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:15.642422 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:15.658292 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:15.683418 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 72b93354-5414-481a-990f-a672bafbe3d0 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:15.847763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 72b93354-5414-481a-990f-a672bafbe3d0 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:15.853173 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 72b93354-5414-481a-990f-a672bafbe3d0 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:15.853632 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.071200 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.112097 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.192675 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.306541 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 72b93354-5414-481a-990f-a672bafbe3d0, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=72b93354-5414-481a-990f-a672bafbe3d0,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:16.309277 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:16.317197 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.318962 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device f8072d64-a792-400b-9c5b-9faca0a17d87 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:16.335766 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:16.336467 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.430619 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7363a-ccb9-421f-94e2-cebb43e34a32 req-7c91aaf6-d46e-4748-adf0-b2f6efa55378 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:16.432203 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-97a7363a-ccb9-421f-94e2-cebb43e34a32 req-7c91aaf6-d46e-4748-adf0-b2f6efa55378 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 931 time: 0.6865220 Jul 08 01:29:16.472561 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'Port': ['ID=e1edbfdb-1ca4-4164-9fd7-7c8c0bc35e30,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:16.476051 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=72b93354-5414-481a-990f-a672bafbe3d0,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:16.498790 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port f8072d64-a792-400b-9c5b-9faca0a17d87 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:16.499453 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.566547 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.702993 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:16.704420 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Pushing event updated for resources: {'Port': ['ID=7ab474c8-7db0-41e6-940a-e220d28b4512,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:16.733019 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-b74e9699-f1ea-4ac0-a4f9-5fbe37d6aa89 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8058159 Jul 08 01:29:16.738349 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-97a7363a-ccb9-421f-94e2-cebb43e34a32 req-13ca3da4-75a9-41ed-a3d2-5f7106697b75 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709291 Jul 08 01:29:16.774996 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Router 42b5162c-9489-488a-b898-691d5c672cc8 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:29:16.812763 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-7291ebec-5e36-496d-9aa9-c65ea1285969 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8059683 Jul 08 01:29:16.977493 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:29:16.983503 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-2a97700c-081e-4c6e-98a7-ae074bc1c526 admin admin] 10.222.0.22 "PUT /v2.0/routers/42b5162c-9489-488a-b898-691d5c672cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3080497 Jul 08 01:29:16.984809 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:29:16.995247 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Sync routers for ids ['42b5162c-9489-488a-b898-691d5c672cc8'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:29:17.006216 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-01e09fd2-5af4-407e-98b3-2ff3d538d052 admin admin] 10.222.0.22 "PUT /v2.0/routers/2c29b3d8-cfd0-4a98-a0e0-6df9353add22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3774884 Jul 08 01:29:17.014020 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Sync routers for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:29:17.021570 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Routers {'42b5162c-9489-488a-b898-691d5c672cc8'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:17.022884 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['42b5162c-9489-488a-b898-691d5c672cc8'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:17.033334 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:17.034016 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:17.287388 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:17.315040 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-c12e1d55-5d91-4347-a5a9-fb0f3d353ecf tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1246306086&fields=id&tenant_id=6e7e68a57e6c42b8895ee2111be0481d HTTP/1.1" status: 200 len: 267 time: 0.1245432 Jul 08 01:29:17.356577 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Set router 42b5162c-9489-488a-b898-691d5c672cc8 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:17.480337 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-ed1c9b11-28a5-4202-9da7-5d6bdb5b50af tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:29:17.492616 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-ed1c9b11-28a5-4202-9da7-5d6bdb5b50af tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194874 Jul 08 01:29:17.591449 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 72b93354-5414-481a-990f-a672bafbe3d0 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:17.606427 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-39e2d5f9-f65d-4327-aca4-b26b31903d4f tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:17.633184 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-39e2d5f9-f65d-4327-aca4-b26b31903d4f tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 810 time: 0.3189981 Jul 08 01:29:17.671158 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-32d9bbd3-aecf-4e2b-ba20-347e5324ac2b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/quotas/6e7e68a57e6c42b8895ee2111be0481d HTTP/1.1" status: 200 len: 375 time: 0.0367093 Jul 08 01:29:17.941650 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 72b93354-5414-481a-990f-a672bafbe3d0 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:17.942052 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:17.968116 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-b788ce03-d356-47f8-8508-3f258f2246fc tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2954724 Jul 08 01:29:17.988774 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:10Z', 'revision_number': 2, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:18.121175 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Checking router: 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:29:18.121895 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Updating router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:29:18.267608 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:13Z', 'revision_number': 4, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port': {'id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'b6ce5629-2099-4c8d-9074-5dc2b9dbf449', 'name': '', 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'mac_address': 'fa:16:3e:30:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '05715f22-e43f-4eb5-8a2b-de7675b5838d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:08Z', 'updated_at': '2021-07-08T01:29:14Z', 'revision_number': 2, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'subnets': [{'id': '05715f22-e43f-4eb5-8a2b-de7675b5838d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:18.279957 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:18.352457 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Checking router: 42b5162c-9489-488a-b898-691d5c672cc8 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:29:18.353865 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Updating router 42b5162c-9489-488a-b898-691d5c672cc8 port b6ce5629-2099-4c8d-9074-5dc2b9dbf449 binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:29:18.518968 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Request body: {'port': {'device_id': '04e29933-af9c-47c5-b1d6-bd78af71d01c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:18.595256 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:18.778845 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:18.836312 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-b9a1a22f-c623-41e6-8bfc-c3c4be21851b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:29:18.838492 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-b9a1a22f-c623-41e6-8bfc-c3c4be21851b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4024916 Jul 08 01:29:19.104700 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35796) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:19.126770 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-6e143828-dc33-49fd-aa42-c670abb26f58 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450146587', 'description': 'tempest-description--1768675668'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:19.143230 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:29:19.200946 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6e143828-dc33-49fd-aa42-c670abb26f58 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.242513 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.259657 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Transition to ACTIVE for port object 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:19.270157 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.337516 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.354396 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Transition to ACTIVE for port object b6ce5629-2099-4c8d-9074-5dc2b9dbf449 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:19.364311 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.511342 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb6d13-6554-4c96-aa65-0847c5a9da68 None None] Pushing event updated for resources: {'Port': ['ID=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:19.596565 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bb4e2-1e05-42b5-98c8-bb9f59eed744 None None] Pushing event updated for resources: {'Port': ['ID=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:19.703353 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Attempting to bind port b6ce5629-2099-4c8d-9074-5dc2b9dbf449 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:19.704006 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Attempting to bind port b6ce5629-2099-4c8d-9074-5dc2b9dbf449 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:19.705652 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Attempting to bind port b6ce5629-2099-4c8d-9074-5dc2b9dbf449 on network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:19.713649 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Attempting to bind port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:19.720626 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Attempting to bind port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:19.721095 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Attempting to bind port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 on network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:19.722521 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:19.722986 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Checking segment: {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:19.724721 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.726835 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Bound using segment: {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:19.727811 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Bound port: b6ce5629-2099-4c8d-9074-5dc2b9dbf449, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:19.728299 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.738140 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:19.741650 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Checking segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:19.742108 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.746806 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Bound using segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:19.747389 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Bound port: 67c6ed8c-87b6-4e02-9d8d-5d8161385b25, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:19.747822 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.808488 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-2abd0069-1d85-49ed-be5e-7af8555397dc service neutron] 10.222.0.22 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234892 Jul 08 01:29:19.831914 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6e143828-dc33-49fd-aa42-c670abb26f58 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.845866 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6e143828-dc33-49fd-aa42-c670abb26f58 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.920169 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e55bb-352f-403c-8c7c-b4c9b3e208f4 req-fd5531be-1e10-414b-9e55-89f254383df7 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:19.927561 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-600e55bb-352f-403c-8c7c-b4c9b3e208f4 req-fd5531be-1e10-414b-9e55-89f254383df7 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 931 time: 0.4273968 Jul 08 01:29:19.942610 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6e143828-dc33-49fd-aa42-c670abb26f58 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:19.947444 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-6e143828-dc33-49fd-aa42-c670abb26f58 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8380647 Jul 08 01:29:19.987862 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35824) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:19.997535 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] For port b6ce5629-2099-4c8d-9074-5dc2b9dbf449, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:20.020965 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-ea8fe9cb-1a1a-43d3-9547-25c69d177797 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2fbc3-04fb-497f-99b8-c990173e665d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:20.025094 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] For port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:20.039182 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] For port b6ce5629-2099-4c8d-9074-5dc2b9dbf449, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:20.041093 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] For port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:20.049142 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:20.052455 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:20.103005 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e143828-dc33-49fd-aa42-c670abb26f58 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a2fbc3-04fb-497f-99b8-c990173e665d,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:20.158542 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Routers {'42b5162c-9489-488a-b898-691d5c672cc8'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:20.159326 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['42b5162c-9489-488a-b898-691d5c672cc8'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:20.212456 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-600e55bb-352f-403c-8c7c-b4c9b3e208f4 req-f93c5f77-6a86-4af6-b8f3-f708d2f5d11a tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834628 Jul 08 01:29:20.213218 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe9cb-1a1a-43d3-9547-25c69d177797 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:20.221976 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-8f74965d-aaf9-4ef5-bfbe-0322d298bb05 service neutron] 10.222.0.22 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118042 Jul 08 01:29:20.243806 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:20.246609 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:28:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:20.252572 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bb4e2-1e05-42b5-98c8-bb9f59eed744 None None] Pushing event updated for resources: {'Port': ['ID=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:20.415680 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe9cb-1a1a-43d3-9547-25c69d177797 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:20.432483 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe9cb-1a1a-43d3-9547-25c69d177797 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:20.488431 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb6d13-6554-4c96-aa65-0847c5a9da68 None None] Pushing event updated for resources: {'Port': ['ID=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,revision_number=4']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:20.489023 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab474c8-7db0-41e6-940a-e220d28b4512 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:20.538664 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] Set router 42b5162c-9489-488a-b898-691d5c672cc8 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:20.542283 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:20.562704 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fe9cb-1a1a-43d3-9547-25c69d177797 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b65c52-7945-4881-965a-1640a662af9d,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:20.579182 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe9cb-1a1a-43d3-9547-25c69d177797 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:20.588595 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ea8fe9cb-1a1a-43d3-9547-25c69d177797 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5974121 Jul 08 01:29:20.589481 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35854) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:20.628472 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-9eadb205-a16f-4367-8ce8-19c73f10463b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'security_group_rule': {'security_group_id': 'd6a2fbc3-04fb-497f-99b8-c990173e665d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:20.641651 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:20.755308 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9eadb205-a16f-4367-8ce8-19c73f10463b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:20.808148 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-82da7123-14e7-4ed6-a871-98df723f3559 req-7eb0c412-8b93-4559-a307-94fff5f60057 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 210 time: 0.1603193 Jul 08 01:29:20.855095 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Transition to ACTIVE for port object 7ab474c8-7db0-41e6-940a-e220d28b4512 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:20.862686 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:21.104556 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:13Z', 'revision_number': 4, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port': {'id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'b6ce5629-2099-4c8d-9074-5dc2b9dbf449', 'name': '', 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'mac_address': 'fa:16:3e:30:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '05715f22-e43f-4eb5-8a2b-de7675b5838d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:08Z', 'updated_at': '2021-07-08T01:29:19Z', 'revision_number': 4, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'subnets': [{'id': '05715f22-e43f-4eb5-8a2b-de7675b5838d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:21.189027 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84103945-79b8-41d7-8cd1-b60084b7bb39 None None] The sync data for ids ['42b5162c-9489-488a-b898-691d5c672cc8'] in dv-cinder-799848-1-iscsi is: [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:13Z', 'revision_number': 4, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port': {'id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'b6ce5629-2099-4c8d-9074-5dc2b9dbf449', 'name': '', 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'mac_address': 'fa:16:3e:30:f5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '05715f22-e43f-4eb5-8a2b-de7675b5838d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:08Z', 'updated_at': '2021-07-08T01:29:19Z', 'revision_number': 4, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'subnets': [{'id': '05715f22-e43f-4eb5-8a2b-de7675b5838d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:29:21.235887 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab474c8-7db0-41e6-940a-e220d28b4512,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:21.297561 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Attempting to bind port 7ab474c8-7db0-41e6-940a-e220d28b4512 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:21.298738 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Attempting to bind port 7ab474c8-7db0-41e6-940a-e220d28b4512 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '7c3c02cf-1b56-449a-8c72-3a202c5d802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:21.302816 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Attempting to bind port 7ab474c8-7db0-41e6-940a-e220d28b4512 on network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:21.358589 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9eadb205-a16f-4367-8ce8-19c73f10463b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:21.368952 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Port 7ab474c8-7db0-41e6-940a-e220d28b4512 on network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:29:21.370419 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Attempting to bind port 7ab474c8-7db0-41e6-940a-e220d28b4512 on network 9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:21.394638 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9eadb205-a16f-4367-8ce8-19c73f10463b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:21.409328 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:21.410625 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Checking segment: {'id': '7c3c02cf-1b56-449a-8c72-3a202c5d802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:21.412656 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Bound using segment: {'id': '7c3c02cf-1b56-449a-8c72-3a202c5d802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:21.413358 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Bound port: 7ab474c8-7db0-41e6-940a-e220d28b4512, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3c02cf-1b56-449a-8c72-3a202c5d802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:21.416171 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:21.492143 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9eadb205-a16f-4367-8ce8-19c73f10463b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:21.510860 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9eadb205-a16f-4367-8ce8-19c73f10463b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9187953 Jul 08 01:29:21.533577 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35912) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:21.567989 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:21.640654 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:20Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:21.694813 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadb205-a16f-4367-8ce8-19c73f10463b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14026ca-2f32-4739-bf8f-9c10b8c08468,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:21.756161 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:21.764839 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 35922) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:21.771759 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device b6ce5629-2099-4c8d-9074-5dc2b9dbf449 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:21.785197 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc89534-45d0-41b6-bc75-c329251bde78 None None] The sync data for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi is: [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:20Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:29:21.846424 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] For port 7ab474c8-7db0-41e6-940a-e220d28b4512, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:21.906062 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-954fdfab-992d-42a9-b876-949e0e2e6cba tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:21.915937 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-954fdfab-992d-42a9-b876-949e0e2e6cba tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 818 time: 0.9028208 Jul 08 01:29:21.940129 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port b6ce5629-2099-4c8d-9074-5dc2b9dbf449 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:21.946930 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port b6ce5629-2099-4c8d-9074-5dc2b9dbf449 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:21.947508 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:21.957943 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] For port 7ab474c8-7db0-41e6-940a-e220d28b4512, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7ab474c8-7db0-41e6-940a-e220d28b4512,segment=NetworkSegment(7c3c02cf-1b56-449a-8c72-3a202c5d802d),segment_id=7c3c02cf-1b56-449a-8c72-3a202c5d802d)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:21.982091 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:22.020617 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c0f9bb29-94f2-4c9f-9f7f-1517aa79dab5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/quotas/e059bf6fc81d41d9aa07366a0c058b67 HTTP/1.1" status: 200 len: 375 time: 0.0979381 Jul 08 01:29:22.267108 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:22.295101 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:22.298260 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:22.301625 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ab474c8-7db0-41e6-940a-e220d28b4512 HTTP/1.1" status: 200 len: 1093 time: 4.2141464 Jul 08 01:29:22.307881 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e29933-af9c-47c5-b1d6-bd78af71d01c', 'tag': '7ab474c8-7db0-41e6-940a-e220d28b4512'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:22.337089 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-10a9f2d9-4123-42cc-b94e-aaa1e00fae6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:22.375440 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port b6ce5629-2099-4c8d-9074-5dc2b9dbf449, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:22.387438 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:22.458432 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-d1bca091-366b-4b63-bf1f-18ab81eed2a7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4369042 Jul 08 01:29:22.548420 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fd554-1cd8-4d70-950e-95a667de7c39 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab474c8-7db0-41e6-940a-e220d28b4512,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:22.575903 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:22.608170 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:22.616201 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7626e7-25e8-4c4a-b792-788762e9c567 req-44ab220b-1033-4f40-b9cb-5457be4453bf tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:22.628755 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7f7626e7-25e8-4c4a-b792-788762e9c567 req-44ab220b-1033-4f40-b9cb-5457be4453bf tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 943 time: 0.9152322 Jul 08 01:29:22.824144 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.231596 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-10a9f2d9-4123-42cc-b94e-aaa1e00fae6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.243783 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-10a9f2d9-4123-42cc-b94e-aaa1e00fae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.254268 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-3cf31277-f877-46de-8734-fea2928c87e9 service neutron] 10.222.0.22 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705631 Jul 08 01:29:23.273032 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83999078-1f02-47a0-8ddd-d5ad9767f72b" -d '{"events": [{"name": "network-changed", "server_uuid": "04e29933-af9c-47c5-b1d6-bd78af71d01c", "tag": "7ab474c8-7db0-41e6-940a-e220d28b4512"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:23.436287 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-158e49fb-aadd-4fe2-9eb2-b1237cbdd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:23.437841 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-158e49fb-aadd-4fe2-9eb2-b1237cbdd5e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20ab43e4ed65424181a1937ff4fe4621&device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 1096 time: 0.9198341 Jul 08 01:29:23.440982 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7f7626e7-25e8-4c4a-b792-788762e9c567 req-321c16ad-c460-4c94-805e-02fcfb56d9fc tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7582424 Jul 08 01:29:23.532444 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-10a9f2d9-4123-42cc-b94e-aaa1e00fae6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1e6d06dcfb840369d3f0167d5605237&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7635138 Jul 08 01:29:23.535147 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35972) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:23.620093 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9f2d9-4123-42cc-b94e-aaa1e00fae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0467d4-27f6-4f26-b77b-765e55cb222f,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:23.670674 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Allocated IP 172.27.3.213 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/11a2046d-7fe2-4d7d-86f2-bdb5df723f62) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:23.684439 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4c9e73ac-ce89-4fc2-88c0-e7d4539a0771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.703902 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:23.731608 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4c9e73ac-ce89-4fc2-88c0-e7d4539a0771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.732947 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-0603574d-8e48-4467-b860-0dd0add8efbf service neutron] 10.222.0.22 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744055 Jul 08 01:29:23.863359 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:23.868641 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:23.869087 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.921361 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e26ee65e-2f50-4f76-9841-de32fecc831e req-87ead0e4-9010-44f6-a85e-2b2b8719894a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 210 time: 0.1024728 Jul 08 01:29:23.955406 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4c9e73ac-ce89-4fc2-88c0-e7d4539a0771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.959791 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4c9e73ac-ce89-4fc2-88c0-e7d4539a0771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.961174 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4c9e73ac-ce89-4fc2-88c0-e7d4539a0771 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c0467d4-27f6-4f26-b77b-765e55cb222f HTTP/1.1" status: 204 len: 168 time: 0.4250023 Jul 08 01:29:23.977755 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e73ac-ce89-4fc2-88c0-e7d4539a0771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0467d4-27f6-4f26-b77b-765e55cb222f,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:24.020376 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.044874 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 35982) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:24.091351 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.163169 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.209574 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:24.217209 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.218099 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device b6ce5629-2099-4c8d-9074-5dc2b9dbf449 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:24.226592 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-64d787fc-3edb-42f5-91b3-0670cccae7e5 req-b4e9ff41-609c-4496-9875-023ce4006431 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 210 time: 0.0694866 Jul 08 01:29:24.285391 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:24.292418 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:24.301415 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:24.377759 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:24.450784 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee990e-0b88-42ae-92da-5902049912d8 x-openstack-request-id: req-c6ee990e-0b88-42ae-92da-5902049912d8 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:24.451280 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e29933-af9c-47c5-b1d6-bd78af71d01c", "tag": "7ab474c8-7db0-41e6-940a-e220d28b4512", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:24.451379 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port b6ce5629-2099-4c8d-9074-5dc2b9dbf449 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:24.451581 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6ee990e-0b88-42ae-92da-5902049912d8 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:24.452202 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e29933-af9c-47c5-b1d6-bd78af71d01c', 'tag': '7ab474c8-7db0-41e6-940a-e220d28b4512', 'status': 'completed', 'code': 200} Jul 08 01:29:24.453981 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.486004 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'Port': ['ID=11a2046d-7fe2-4d7d-86f2-bdb5df723f62,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:24.593379 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.694855 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.748136 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c504e028-826d-4e7b-ae9f-9105fdf226fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.811529 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 36018) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:24.830804 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-1a051d5d-0848-45a8-9e79-eab9ebc66010 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:24.832307 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-1a051d5d-0848-45a8-9e79-eab9ebc66010 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 818 time: 0.1820228 Jul 08 01:29:24.845509 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8665103a-9d7d-4322-9bbc-7fa361664174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.849196 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d202c4-cce5-4012-baab-76cb81b70224 req-3c2e157d-0cc7-49a8-ba17-c675ed746a98 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:24.851263 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-56d202c4-cce5-4012-baab-76cb81b70224 req-3c2e157d-0cc7-49a8-ba17-c675ed746a98 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 943 time: 0.1701155 Jul 08 01:29:24.874198 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-e22a9fe9-0ed3-4884-993e-0d93a6b69774 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/quotas/e059bf6fc81d41d9aa07366a0c058b67 HTTP/1.1" status: 200 len: 375 time: 0.0316215 Jul 08 01:29:24.922054 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-56d202c4-cce5-4012-baab-76cb81b70224 req-4586b50b-2cb2-481b-9426-f5dd8764d689 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640755 Jul 08 01:29:24.946317 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.960317 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.988583 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c504e028-826d-4e7b-ae9f-9105fdf226fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.998337 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-45ed8ac0-2995-4a80-9c9c-7ba407a3ab07 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181512 Jul 08 01:29:25.002319 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c504e028-826d-4e7b-ae9f-9105fdf226fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.020388 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'Port': ['ID=11a2046d-7fe2-4d7d-86f2-bdb5df723f62,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:25.033724 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.077460 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f87963f1-5af1-402a-87d7-692abee5e078 req-bb2c5182-fe69-4e77-8aca-268f953f18c6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 210 time: 0.0300653 Jul 08 01:29:25.119597 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504e028-826d-4e7b-ae9f-9105fdf226fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e3d977-6e5b-4546-94e8-3db20d8e8c79,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:25.123960 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c504e028-826d-4e7b-ae9f-9105fdf226fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67b81e0373e34efbb51fd77134dd4d49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0772452 Jul 08 01:29:25.126748 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36024) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:25.173324 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-affd3cfa-5b8d-4f3c-be62-2555df8c157d service neutron] 10.222.0.22 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639159 Jul 08 01:29:25.182253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d973b2ca-fa38-47c5-9fa1-1928d1e0743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.213244 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d973b2ca-fa38-47c5-9fa1-1928d1e0743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.270528 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d973b2ca-fa38-47c5-9fa1-1928d1e0743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.273043 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8665103a-9d7d-4322-9bbc-7fa361664174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.273175 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d973b2ca-fa38-47c5-9fa1-1928d1e0743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.274265 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d973b2ca-fa38-47c5-9fa1-1928d1e0743f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9e3d977-6e5b-4546-94e8-3db20d8e8c79 HTTP/1.1" status: 204 len: 168 time: 0.1459906 Jul 08 01:29:25.283538 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8665103a-9d7d-4322-9bbc-7fa361664174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.284940 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973b2ca-fa38-47c5-9fa1-1928d1e0743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e3d977-6e5b-4546-94e8-3db20d8e8c79,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:25.289274 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.291207 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-accc3c72-427d-4f43-96cc-1ed7c3d9665d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7439775 Jul 08 01:29:25.339971 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665103a-9d7d-4322-9bbc-7fa361664174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86d1c81-fe1c-42de-9e47-73ae74e3cfa8,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:25.373024 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-8665103a-9d7d-4322-9bbc-7fa361664174 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49eac3ed88f448ed93f56c61bee50777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602453 Jul 08 01:29:25.375636 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36030) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:25.383137 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-e40bf5ee-4231-4df7-b19c-54191101adfe service neutron] 10.222.0.22 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896124 Jul 08 01:29:25.448184 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0a158652-4fd1-4682-aad5-fd0f3690185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.470645 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0a158652-4fd1-4682-aad5-fd0f3690185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.517160 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:25.540758 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0a158652-4fd1-4682-aad5-fd0f3690185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.544610 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0a158652-4fd1-4682-aad5-fd0f3690185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.550950 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0a158652-4fd1-4682-aad5-fd0f3690185a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f86d1c81-fe1c-42de-9e47-73ae74e3cfa8 HTTP/1.1" status: 204 len: 168 time: 0.1740394 Jul 08 01:29:25.561337 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a158652-4fd1-4682-aad5-fd0f3690185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86d1c81-fe1c-42de-9e47-73ae74e3cfa8,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:25.632871 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:25.632871 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.748686 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e2c18dc0-d09b-4f24-a2d8-901008253e86 req-fc1bcc8b-e744-46da-a66c-2169d549a40e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 210 time: 0.0485468 Jul 08 01:29:25.761423 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-32b1d555-e513-470b-b7f9-724f5dd998ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:25.786687 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-023c0870-9169-4ebd-8ffb-23abc234a2c9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--450146587&fields=id&tenant_id=6e82fd99b70b4a7e8072f96353086d45 HTTP/1.1" status: 200 len: 267 time: 0.1042249 Jul 08 01:29:25.928843 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36058) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:25.952124 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e458bc27-dd4f-472a-8e62-a980c000549b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:26.046366 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-c09dea22-66bd-4ab0-8e20-4b7a8938906a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:26.048151 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-c09dea22-66bd-4ab0-8e20-4b7a8938906a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 817 time: 0.2507234 Jul 08 01:29:26.074178 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-a299cccc-73f1-4c67-a0be-5da82782aba7 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/quotas/6e82fd99b70b4a7e8072f96353086d45 HTTP/1.1" status: 200 len: 375 time: 0.0183065 Jul 08 01:29:26.194999 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e458bc27-dd4f-472a-8e62-a980c000549b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:26.205529 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e458bc27-dd4f-472a-8e62-a980c000549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:26.234957 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-835b55c5-0b77-4cd8-82a3-48a959cb352d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ab474c8-7db0-41e6-940a-e220d28b4512 HTTP/1.1" status: 200 len: 217 time: 0.0810435 Jul 08 01:29:26.263460 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1b10-e080-4af5-8440-b91e59b70897 req-5f9cd082-9c01-408b-95b8-e2a2474778e3 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:26.265409 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3d1a1b10-e080-4af5-8440-b91e59b70897 req-5f9cd082-9c01-408b-95b8-e2a2474778e3 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 943 time: 0.1697078 Jul 08 01:29:26.278476 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-e458bc27-dd4f-472a-8e62-a980c000549b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cea4b24038304abaa229732e03a6b2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479438 Jul 08 01:29:26.281363 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36078) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:26.343612 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458bc27-dd4f-472a-8e62-a980c000549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439cad7-eb0f-4a7e-abb1-bc82ffd5d094,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:26.353976 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-73989208-b2e7-4606-97d9-a47c29610bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:26.355815 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-73989208-b2e7-4606-97d9-a47c29610bca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=89c24467-d308-4ac7-8653-5f628271b615 HTTP/1.1" status: 200 len: 851 time: 0.0893161 Jul 08 01:29:26.376629 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-d9f9f17d-56b1-4bfd-a9e3-ed5d955fa689 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2938795 Jul 08 01:29:26.431289 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3d1a1b10-e080-4af5-8440-b91e59b70897 req-4160b7c1-59c8-4b6f-96c6-c010afe09107 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565063 Jul 08 01:29:26.487669 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-ade8116d-e598-46c5-b30c-fba74d78368c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206977 Jul 08 01:29:26.592173 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd21553a-5b7e-430a-ae38-c15c89aea3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:26.592621 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-2755b46f-d93b-4679-9ee3-bccf7850530b service neutron] 10.222.0.21 "GET /v2.0/networks/9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973163 Jul 08 01:29:26.634819 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd21553a-5b7e-430a-ae38-c15c89aea3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:26.657409 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-29aef918-ddd9-48c1-a332-88e1e9415268 req-a6f847a3-4119-4c17-8ca4-c4866612c17e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 210 time: 0.0466065 Jul 08 01:29:26.658754 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-6e869580-81fd-4181-ac3a-fec3dd344fe7 service neutron] 10.222.0.22 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601099 Jul 08 01:29:26.907126 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8c797e54-384e-4505-8a7c-200757f1d74c req-7671eb03-f126-4a1c-b991-f5ce37b96615 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 210 time: 0.0321319 Jul 08 01:29:26.939881 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd21553a-5b7e-430a-ae38-c15c89aea3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:26.942392 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd21553a-5b7e-430a-ae38-c15c89aea3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:26.944045 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-cd21553a-5b7e-430a-ae38-c15c89aea3b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7439cad7-eb0f-4a7e-abb1-bc82ffd5d094 HTTP/1.1" status: 204 len: 168 time: 0.6547019 Jul 08 01:29:26.950097 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-89ee076d-915c-429d-b6d6-e5f01151efe9 service neutron] 10.222.0.22 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832756 Jul 08 01:29:26.954681 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21553a-5b7e-430a-ae38-c15c89aea3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439cad7-eb0f-4a7e-abb1-bc82ffd5d094,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:27.170261 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2f6d3f2d-8a08-4552-9cb6-926d6d65877e req-9927a430-3f91-458b-a972-2048eba3c6d7 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 210 time: 0.0445917 Jul 08 01:29:27.274785 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36120) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:27.290551 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1d9aec60-a653-41d3-8cb1-ae0ffb79a3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:27.387511 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1d9aec60-a653-41d3-8cb1-ae0ffb79a3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:27.392154 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1d9aec60-a653-41d3-8cb1-ae0ffb79a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:27.433792 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-1d9aec60-a653-41d3-8cb1-ae0ffb79a3c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a20f10fabb447dc98eb619830981bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579764 Jul 08 01:29:27.434648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9aec60-a653-41d3-8cb1-ae0ffb79a3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d87917-f11d-4ffa-a9f0-cb6b395d79fb,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:27.436397 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 36130) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:27.530840 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-51d4f65b-b11b-4c2d-af26-f44aa0624941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:27.558634 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-51d4f65b-b11b-4c2d-af26-f44aa0624941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:27.607401 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-51d4f65b-b11b-4c2d-af26-f44aa0624941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:27.609922 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-51d4f65b-b11b-4c2d-af26-f44aa0624941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:27.611048 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-51d4f65b-b11b-4c2d-af26-f44aa0624941 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4d87917-f11d-4ffa-a9f0-cb6b395d79fb HTTP/1.1" status: 204 len: 168 time: 0.1736889 Jul 08 01:29:27.619450 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4f65b-b11b-4c2d-af26-f44aa0624941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d87917-f11d-4ffa-a9f0-cb6b395d79fb,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:27.640104 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c1e82-3803-4445-9697-5e347b2ec6bf req-4c596ab9-14c2-44fb-b223-76550f683c21 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:27.641533 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-736c1e82-3803-4445-9697-5e347b2ec6bf req-4c596ab9-14c2-44fb-b223-76550f683c21 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 943 time: 0.0777895 Jul 08 01:29:27.680052 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-736c1e82-3803-4445-9697-5e347b2ec6bf req-71f5f6d5-6a47-4afc-a38a-d87b7153a832 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329154 Jul 08 01:29:27.795428 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b785770c-2727-4e2d-bc69-cd64890df107 req-27eda589-ee90-4687-b76c-c69602d61161 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 210 time: 0.0277772 Jul 08 01:29:28.049872 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-23454958-493e-494d-b033-7328891967b2 req-dd24e99e-2954-4012-973f-f33aa354d922 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 210 time: 0.0290201 Jul 08 01:29:28.314131 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3b1bba26-3d94-4295-a2a2-3a3133e8c884 req-6c5efd53-a3ee-4de5-878d-d33bfa9b6707 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 210 time: 0.0282521 Jul 08 01:29:28.423581 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:28.448679 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-161357f6-d3ec-4df9-a6c6-8d86f052c79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:28.469870 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50412d46-3a27-4c98-8fcf-9ac428477b85 req-abcdd9b9-2551-489a-a278-13170d863fc7 service neutron] 10.222.0.21 "GET /v2.0/networks/9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866847 Jul 08 01:29:28.861290 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44abdb-d26d-4860-b353-9becb64146f5 req-326a9d7e-4a97-44e9-ac67-7c76b4dff863 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:28.862820 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-df44abdb-d26d-4860-b353-9becb64146f5 req-326a9d7e-4a97-44e9-ac67-7c76b4dff863 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 943 time: 0.0720110 Jul 08 01:29:28.914400 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-df44abdb-d26d-4860-b353-9becb64146f5 req-a19b2ee7-3698-4838-b0f4-aa6abf35fe5e tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459023 Jul 08 01:29:28.985354 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fd50633c-19e9-4aa6-84da-1281533016b4 req-c77b0897-ff18-46a0-a59a-7cca5bda9282 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 210 time: 0.0664804 Jul 08 01:29:29.187576 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-eec948b8-2525-4e35-a0d0-fcce5ee97707 req-7adac970-60fd-497c-b2ce-28535e83f5ed tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 210 time: 0.0309439 Jul 08 01:29:29.422395 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:29.469932 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-be73dc82-531f-46f3-b55a-ba8d52634b26 req-182374d2-4ef6-4fe5-860b-b450f153d27f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 210 time: 0.0301561 Jul 08 01:29:29.527005 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-44a53ce9-d145-4aad-8ea0-c481e126d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:29.529278 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-44a53ce9-d145-4aad-8ea0-c481e126d031 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20ab43e4ed65424181a1937ff4fe4621&device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 1096 time: 0.0619597 Jul 08 01:29:29.705180 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-acfdbc2b-e2a6-4a38-8d0c-c027a7813a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:29.706829 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-acfdbc2b-e2a6-4a38-8d0c-c027a7813a15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 HTTP/1.1" status: 200 len: 911 time: 0.1696057 Jul 08 01:29:29.764656 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-417f1039-90ff-4343-8c6d-8d3751e7affc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ab474c8-7db0-41e6-940a-e220d28b4512 HTTP/1.1" status: 200 len: 217 time: 0.0485842 Jul 08 01:29:29.790910 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.21', 64847) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:29.830369 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-067c101f-cbdb-48ec-b143-5ab2bb137b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:29.832595 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-067c101f-cbdb-48ec-b143-5ab2bb137b83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=89c24467-d308-4ac7-8653-5f628271b615 HTTP/1.1" status: 200 len: 851 time: 0.0610321 Jul 08 01:29:29.877892 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-3a530dfa-a8af-44e0-bf6e-c6817db8b7de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370836 Jul 08 01:29:29.924022 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-32bab204-bef1-4e22-9ebf-78feebfe96fe tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:29.925820 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-32bab204-bef1-4e22-9ebf-78feebfe96fe tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 810 time: 0.1335423 Jul 08 01:29:30.001253 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-572ce5be-b55d-4093-9841-699fad6b276e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7e68a57e6c42b8895ee2111be0481d HTTP/1.1" status: 200 len: 380 time: 0.0546556 Jul 08 01:29:30.023543 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'port': {'device_id': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'admin_state_up': True, 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'security_groups': ['5ed3f442-cf6a-490c-bb2a-145a6faf91b6']}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:30.033321 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-fc611358-09d2-4506-b607-322afbf7bd9c service neutron] 10.222.0.21 "GET /v2.0/networks/9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475744 Jul 08 01:29:30.222257 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83999078-1f02-47a0-8ddd-d5ad9767f72b req-3f0080d9-b9b6-437d-a518-89f7a7aedb61 service neutron] 10.222.0.21 "GET /v2.0/networks/9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641083 Jul 08 01:29:30.324346 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-94ae3c99-cefd-49c1-8036-94622fdd9587 req-80ebd75a-17f2-46e0-9bf5-1cd3c7c7f24a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 210 time: 0.1233690 Jul 08 01:29:30.408988 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891ebd9-b5eb-43ba-aea7-560d86c04cb5 req-917fd683-f0d5-4223-8f34-17191cfcc87b tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:30.408988 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9891ebd9-b5eb-43ba-aea7-560d86c04cb5 req-917fd683-f0d5-4223-8f34-17191cfcc87b tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 943 time: 0.3264296 Jul 08 01:29:30.408988 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Made reservation on behalf of 6e7e68a57e6c42b8895ee2111be0481d for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:30.413011 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:30.602411 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9891ebd9-b5eb-43ba-aea7-560d86c04cb5 req-855dd5e0-5d3a-488a-ac26-b22e22f88027 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802139 Jul 08 01:29:30.812780 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3f0869d2-aeb6-4ea9-ada4-4e14f82da067 req-52def945-7092-453d-9d9b-0ca7b193a5c8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 210 time: 0.0606098 Jul 08 01:29:30.824038 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:30.830212 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Allocated IP 172.20.0.12 (ff21397a-491b-4554-b541-580aa984c22f/52da4beb-059b-49fe-b8ca-3360efc9bff9/c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:30.944273 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c4b56a80-6158-4d49-bd5b-9b84a0bcfa5c req-b1d4b8a3-c356-4792-8a51-a8f6a6361f8c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 210 time: 0.3955331 Jul 08 01:29:30.971977 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.21', 64857) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:30.982116 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-1448e667-8e24-4ce6-8eda-dab7fd8b8fb1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:30.984108 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-1448e667-8e24-4ce6-8eda-dab7fd8b8fb1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 818 time: 0.6490138 Jul 08 01:29:31.038292 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Request body: {'port': {'device_id': 'd1552dc0-b0bc-4ae2-8638-469a8152141a', 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4', 'admin_state_up': True, 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:31.069441 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:31.083262 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Transition to ACTIVE for port object c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:31.139685 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:31.163936 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-3a443e1f-b646-47d6-a49f-894622e33f14 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:31.165394 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-3a443e1f-b646-47d6-a49f-894622e33f14 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 818 time: 0.1802015 Jul 08 01:29:31.179910 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Request body: {'port': {'device_id': '5f64a0b8-41b6-4b8c-bb97-f691b177fdba', 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4', 'admin_state_up': True, 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:31.243167 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Network ff21397a-491b-4554-b541-580aa984c22f is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:31.250948 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:31.253551 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:31.278093 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Made reservation on behalf of e059bf6fc81d41d9aa07366a0c058b67 for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:31.281301 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'Port': ['ID=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:31.281675 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:31.318695 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:31.319643 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:31.337664 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0261b4ab-c339-4d35-a681-e6c0e36bff28 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3216984 Jul 08 01:29:31.364423 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Request body: {'port': {'device_id': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:31.409615 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.21', 64860) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:31.444274 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Made reservation on behalf of e059bf6fc81d41d9aa07366a0c058b67 for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:31.448686 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:31.559801 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-6042d14c-0656-4d0f-a48c-fdc798f21325 None None] Provisioning for port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:31.564013 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-6042d14c-0656-4d0f-a48c-fdc798f21325 None None] Provisioning complete for port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:31.564623 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6042d14c-0656-4d0f-a48c-fdc798f21325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:31.618839 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Allocated IP 172.20.0.13 (1438e403-3308-41ad-8e8f-e7cf8f67e6f4/05715f22-e43f-4eb5-8a2b-de7675b5838d/7c61d8e6-d11f-4161-844c-b1ab219dcc88) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:31.650506 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-91827772-85d9-47ef-b9d1-2b7a8681b3b7 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:31.652128 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-91827772-85d9-47ef-b9d1-2b7a8681b3b7 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 817 time: 0.2400446 Jul 08 01:29:31.655940 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:31.663248 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-6042d14c-0656-4d0f-a48c-fdc798f21325 None None] Port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:29:31.728583 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1bf20-344a-448f-9fba-407047dae2b6 req-482e80d5-3e7d-429a-97ec-4563f6475954 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:31.738075 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-16b1bf20-344a-448f-9fba-407047dae2b6 req-482e80d5-3e7d-429a-97ec-4563f6475954 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 932 time: 0.2379694 Jul 08 01:29:31.822865 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-574a494d-4837-4fcc-8a1d-6ef6fd916231 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e82fd99b70b4a7e8072f96353086d45 HTTP/1.1" status: 200 len: 379 time: 0.1300077 Jul 08 01:29:31.837296 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'port': {'device_id': '9f0caff9-af6d-462d-9a69-18fe22180800', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'admin_state_up': True, 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'security_groups': ['d6a2fbc3-04fb-497f-99b8-c990173e665d']}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:31.859050 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-16b1bf20-344a-448f-9fba-407047dae2b6 req-9f26e6d6-7955-4b62-baeb-8097c9cd345a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181016 Jul 08 01:29:31.926862 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28588de0-2f17-445d-a467-5cc68c319ea0 req-6f8ec680-4e62-481c-94f8-7fa3026726b5 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:31.934070 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-28588de0-2f17-445d-a467-5cc68c319ea0 req-6f8ec680-4e62-481c-94f8-7fa3026726b5 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 943 time: 0.1524861 Jul 08 01:29:31.944241 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.000841 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-28588de0-2f17-445d-a467-5cc68c319ea0 req-b8410cea-72fc-42d8-b795-b5a0c85fbfe1 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657897 Jul 08 01:29:32.082566 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.224909 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d0615791-9084-4a47-a401-a6b7f17aa2a2 req-1cb7dfb8-5101-40e4-b912-1c6445f80733 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 210 time: 0.1210463 Jul 08 01:29:32.283874 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0de03e8f-aaa5-42a1-a410-b535a2cb4243 req-f23dde3b-0d77-4a65-9a11-a90140aa9370 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 210 time: 0.0604303 Jul 08 01:29:32.298410 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:32.313006 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:32.319819 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:32.329347 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:32.330027 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.341180 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Allocated IP 172.20.0.8 (1438e403-3308-41ad-8e8f-e7cf8f67e6f4/05715f22-e43f-4eb5-8a2b-de7675b5838d/309629e0-6804-49a5-ae9d-d077b2b9e309) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:32.347104 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Pushing event updated for resources: {'Port': ['ID=7c61d8e6-d11f-4161-844c-b1ab219dcc88,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:32.379793 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:32.382463 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0a579f5-d097-493f-b261-85567f877f79 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3741925 Jul 08 01:29:32.392044 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.395418 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Made reservation on behalf of 6e82fd99b70b4a7e8072f96353086d45 for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:32.399123 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.399275 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Request body: {'port': {'device_id': 'd1552dc0-b0bc-4ae2-8638-469a8152141a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:32.436855 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Transition to ACTIVE for port object c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:32.444721 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.552772 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.624147 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.733281 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:32.763991 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.797481 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:32.837414 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:32.872287 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:32.881508 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:32.882442 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:32.901947 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Allocated IP 172.20.0.8 (9b1ab0d1-9fc7-40be-98d1-7a8d98827046/f130dc6b-7240-469c-9e24-0b2b1d7d9877/65f06108-0c0d-4dff-8bac-c510bc70bbb8) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:29:32.933627 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Attempting to bind port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:32.934029 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Attempting to bind port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:32.934344 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Attempting to bind port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f on network ff21397a-491b-4554-b541-580aa984c22f {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:32.937928 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7630789 Jul 08 01:29:32.940919 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba353-fa1c-43ff-9d09-d6ee57b77df5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Pushing event updated for resources: {'Port': ['ID=309629e0-6804-49a5-ae9d-d077b2b9e309,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:32.943114 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f on network ff21397a-491b-4554-b541-580aa984c22f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:29:32.948437 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Attempting to bind port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f on network ff21397a-491b-4554-b541-580aa984c22f {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:32.958981 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Request body: {'port': {'device_id': '5f64a0b8-41b6-4b8c-bb97-f691b177fdba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:32.967440 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:32.967802 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Checking segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:32.968389 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Bound using segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:32.968864 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Bound port: c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:32.969253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.079623 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c61d8e6-d11f-4161-844c-b1ab219dcc88 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:33.090862 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.105768 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 7ab474c8-7db0-41e6-940a-e220d28b4512 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:29:33.147446 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Transition to ACTIVE for port object 7c61d8e6-d11f-4161-844c-b1ab219dcc88 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:33.171889 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.181285 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] For port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:33.229891 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.235218 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] For port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:33.243319 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Pushing event updated for resources: {'Port': ['ID=7c61d8e6-d11f-4161-844c-b1ab219dcc88,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:33.244775 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.287699 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Transition to ACTIVE for port object 65f06108-0c0d-4dff-8bac-c510bc70bbb8 will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:33.299197 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 7ab474c8-7db0-41e6-940a-e220d28b4512, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7ab474c8-7db0-41e6-940a-e220d28b4512,segment=NetworkSegment(7c3c02cf-1b56-449a-8c72-3a202c5d802d),segment_id=7c3c02cf-1b56-449a-8c72-3a202c5d802d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:33.305345 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf54ff-d18a-4dc9-b0a0-39886c06a162 req-03c2fea8-7a1a-4fb4-83f8-5f07f1055be1 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:33.306917 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-37bf54ff-d18a-4dc9-b0a0-39886c06a162 req-03c2fea8-7a1a-4fb4-83f8-5f07f1055be1 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 944 time: 0.2143238 Jul 08 01:29:33.314998 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:33.315619 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.317018 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f HTTP/1.1" status: 200 len: 1094 time: 1.9582398 Jul 08 01:29:33.317467 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'tag': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:33.319590 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '7ab474c8-7db0-41e6-940a-e220d28b4512', 'network_id': '9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2', 'port_id': '7ab474c8-7db0-41e6-940a-e220d28b4512', 'mac_address': 'fa:16:3e:8d:3d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c24467-d308-4ac7-8653-5f628271b615', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:29:33.336052 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.379747 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.400591 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab474c8-7db0-41e6-940a-e220d28b4512 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:33.433709 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 7ab474c8-7db0-41e6-940a-e220d28b4512, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7ab474c8-7db0-41e6-940a-e220d28b4512,segment=NetworkSegment(7c3c02cf-1b56-449a-8c72-3a202c5d802d),segment_id=7c3c02cf-1b56-449a-8c72-3a202c5d802d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:33.441364 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.472100 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Attempting to bind port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:33.472699 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Attempting to bind port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:33.473483 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Attempting to bind port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 on network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:33.487868 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 on network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:29:33.488433 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Attempting to bind port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 on network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:33.512901 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405797d7-5c33-4fd3-b6bd-e65b5f2482a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:33.521753 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=7ab474c8-7db0-41e6-940a-e220d28b4512,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:33.527208 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:33.527603 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Checking segment: {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:33.527992 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Bound using segment: {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:33.528453 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Bound port: 7c61d8e6-d11f-4161-844c-b1ab219dcc88, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:33.528841 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.555691 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-37bf54ff-d18a-4dc9-b0a0-39886c06a162 req-67e18110-31e7-45da-8232-9ee2f8214e2c tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280700 Jul 08 01:29:33.572988 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.632988 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3391812-4b5b-409c-b2ca-c5d883fdc18c" -d '{"events": [{"name": "network-changed", "server_uuid": "d83e15fc-8c00-4cdf-ac30-7734b67bc72b", "tag": "c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:33.672090 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dd6fa-c6e0-4300-98b3-1053f317505e req-e98bb6be-b701-4c73-b6ca-6f872a603b0c tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:33.674232 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5c2dd6fa-c6e0-4300-98b3-1053f317505e req-e98bb6be-b701-4c73-b6ca-6f872a603b0c tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 943 time: 0.4334185 Jul 08 01:29:33.716087 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['7ab474c8-7db0-41e6-940a-e220d28b4512'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:29:33.733565 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:29:33.736305 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:33.739937 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:33.748383 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:29:33.754500 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0f93cd0c-9d92-4a55-a7d3-8cf4aadd775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:33.760423 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-0f93cd0c-9d92-4a55-a7d3-8cf4aadd775d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 1097 time: 0.3553483 Jul 08 01:29:33.837384 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] For port 7c61d8e6-d11f-4161-844c-b1ab219dcc88, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:33.842097 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5c2dd6fa-c6e0-4300-98b3-1053f317505e req-19c65622-b7f1-4529-9a0e-3651c017c9e4 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484244 Jul 08 01:29:33.875916 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] For port 7c61d8e6-d11f-4161-844c-b1ab219dcc88, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:33.890776 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-2e02a6ed-28d2-4203-82a0-bd3042cad7d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f HTTP/1.1" status: 200 len: 217 time: 0.1126292 Jul 08 01:29:33.896110 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.933584 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:33.934291 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:33.935943 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 200 len: 1094 time: 1.5425556 Jul 08 01:29:33.938085 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1552dc0-b0bc-4ae2-8638-469a8152141a', 'tag': '7c61d8e6-d11f-4161-844c-b1ab219dcc88'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:33.947285 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b79c3-5804-4db6-bd42-4da890668744" -d '{"events": [{"name": "network-changed", "server_uuid": "d1552dc0-b0bc-4ae2-8638-469a8152141a", "tag": "7c61d8e6-d11f-4161-844c-b1ab219dcc88"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:34.076383 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671c66d-06fb-4008-8b60-e8330e15b018 service neutron] Pushing event updated for resources: {'Port': ['ID=7c61d8e6-d11f-4161-844c-b1ab219dcc88,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:34.102831 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:34.104585 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:34.108276 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-2910d0fb-4f25-4a31-9066-812b4aa613c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:34.109700 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-2910d0fb-4f25-4a31-9066-812b4aa613c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.1561954 Jul 08 01:29:34.165402 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-fd21515d-aaa7-4ed0-97db-f221b2abc0d2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3325207 Jul 08 01:29:34.174475 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-5d0a56a4-69a4-4975-a1c3-df54f1cd1dad None None] Provisioning for port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:34.179205 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-5d0a56a4-69a4-4975-a1c3-df54f1cd1dad None None] Provisioning complete for port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:34.179720 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5d0a56a4-69a4-4975-a1c3-df54f1cd1dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:34.181758 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Request body: {'port': {'device_id': '9f0caff9-af6d-462d-9a69-18fe22180800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:34.213971 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a56a4-69a4-4975-a1c3-df54f1cd1dad None None] Port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:29:34.221641 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753fd2c-f79c-45c8-b075-3bff9b0af9f4 req-f0f89531-0ab9-4aab-9e61-7b8152d4a519 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:34.223214 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8753fd2c-f79c-45c8-b075-3bff9b0af9f4 req-f0f89531-0ab9-4aab-9e61-7b8152d4a519 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 931 time: 0.4041896 Jul 08 01:29:34.325104 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8753fd2c-f79c-45c8-b075-3bff9b0af9f4 req-48cfdd07-e987-4a7e-9b09-c23d46fbc93c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922771 Jul 08 01:29:34.332076 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-d972a684-20e4-4709-a3db-f0c852670034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:34.333630 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-d972a684-20e4-4709-a3db-f0c852670034 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2160029 Jul 08 01:29:34.350693 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:34.389469 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-0f142d5a-b2a5-474b-a1bb-f10178a517b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:34.391658 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-0f142d5a-b2a5-474b-a1bb-f10178a517b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1097 time: 0.3952501 Jul 08 01:29:34.393643 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309629e0-6804-49a5-ae9d-d077b2b9e309 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:34.406807 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:34.465805 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-7a9bac2c-8c74-45b0-bfcf-9944d53ae5e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 200 len: 217 time: 0.0485303 Jul 08 01:29:34.478462 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Transition to ACTIVE for port object 309629e0-6804-49a5-ae9d-d077b2b9e309 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:34.511614 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:34.535471 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a06d-3b9c-417c-98d2-33983c1283f6 req-6423c5ac-3694-4372-bd8b-f4e84b5edea1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:34.543581 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e901a06d-3b9c-417c-98d2-33983c1283f6 req-6423c5ac-3694-4372-bd8b-f4e84b5edea1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 931 time: 0.4531715 Jul 08 01:29:34.564365 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec58643-a885-4f15-9822-cf8c8dd3c217 x-openstack-request-id: req-1ec58643-a885-4f15-9822-cf8c8dd3c217 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:34.564365 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83e15fc-8c00-4cdf-ac30-7734b67bc72b", "tag": "c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:34.564365 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ec58643-a885-4f15-9822-cf8c8dd3c217 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:34.564365 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'tag': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'status': 'completed', 'code': 200} Jul 08 01:29:34.564365 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-d71dfe68-235c-4c39-95b8-4e05f56602ae service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235050 Jul 08 01:29:34.600070 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b45b6f7-ceaf-47cb-9735-31d5784b450f x-openstack-request-id: req-4b45b6f7-ceaf-47cb-9735-31d5784b450f {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:34.600383 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1552dc0-b0bc-4ae2-8638-469a8152141a", "tag": "7c61d8e6-d11f-4161-844c-b1ab219dcc88", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:34.600610 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b45b6f7-ceaf-47cb-9735-31d5784b450f {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:34.601070 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1552dc0-b0bc-4ae2-8638-469a8152141a', 'tag': '7c61d8e6-d11f-4161-844c-b1ab219dcc88', 'status': 'completed', 'code': 200} Jul 08 01:29:34.636259 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-7f7c485c-1317-491c-a235-c3721fb9a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:34.637775 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-7f7c485c-1317-491c-a235-c3721fb9a88a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.1621680 Jul 08 01:29:34.700644 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Pushing event updated for resources: {'Port': ['ID=309629e0-6804-49a5-ae9d-d077b2b9e309,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:34.707389 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-a0534bda-f02d-4d39-9ad2-80ee9c51781d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602357 Jul 08 01:29:34.794769 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e901a06d-3b9c-417c-98d2-33983c1283f6 req-139a9cb7-df9b-4634-8b0e-1c42037d48ac tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499864 Jul 08 01:29:34.811787 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Attempting to bind port 309629e0-6804-49a5-ae9d-d077b2b9e309 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:34.812118 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Attempting to bind port 309629e0-6804-49a5-ae9d-d077b2b9e309 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:34.812449 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Attempting to bind port 309629e0-6804-49a5-ae9d-d077b2b9e309 on network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:34.820207 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Port 309629e0-6804-49a5-ae9d-d077b2b9e309 on network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:29:34.820535 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Attempting to bind port 309629e0-6804-49a5-ae9d-d077b2b9e309 on network 1438e403-3308-41ad-8e8f-e7cf8f67e6f4 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:34.841625 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:34.842369 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Checking segment: {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:34.842954 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Bound using segment: {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:34.843404 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Bound port: 309629e0-6804-49a5-ae9d-d077b2b9e309, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ca2696-ae57-4619-98d3-c9792a795ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:34.843771 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:34.854545 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4602f59e-fa5b-40cd-b227-73e3300e812b req-b2e3af0f-f083-471a-a90f-36317b129250 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694907 Jul 08 01:29:34.871367 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592787c-635b-40dc-8bc5-7bc227426481 req-611c39d1-5ae6-4b27-b007-091e7887ba38 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:34.873195 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d592787c-635b-40dc-8bc5-7bc227426481 req-611c39d1-5ae6-4b27-b007-091e7887ba38 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 944 time: 0.1593444 Jul 08 01:29:34.921462 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] For port 309629e0-6804-49a5-ae9d-d077b2b9e309, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:34.925011 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] For port 309629e0-6804-49a5-ae9d-d077b2b9e309, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=309629e0-6804-49a5-ae9d-d077b2b9e309,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:34.939294 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:34.985989 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-ce8c1f08-7a21-425b-9d7b-1d57752a6fd7 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694707 Jul 08 01:29:35.001189 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f06108-0c0d-4dff-8bac-c510bc70bbb8 {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:35.017017 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:35.021975 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:35.022715 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:35.031640 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] 10.222.0.21 "PUT /v2.0/ports/309629e0-6804-49a5-ae9d-d077b2b9e309 HTTP/1.1" status: 200 len: 1093 time: 2.0791395 Jul 08 01:29:35.034157 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d592787c-635b-40dc-8bc5-7bc227426481 req-f4afefba-1998-46b2-b800-e3da89007402 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403828 Jul 08 01:29:35.055326 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Transition to ACTIVE for port object 65f06108-0c0d-4dff-8bac-c510bc70bbb8 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:29:35.080288 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:35.081898 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 7ab474c8-7db0-41e6-940a-e220d28b4512 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:35.179539 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 7ab474c8-7db0-41e6-940a-e220d28b4512 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:35.189968 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 7ab474c8-7db0-41e6-940a-e220d28b4512 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:35.189968 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:35.307031 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f57f4c-5aa5-4393-b99b-71f4d137d96c service neutron] Pushing event updated for resources: {'Port': ['ID=309629e0-6804-49a5-ae9d-d077b2b9e309,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:35.353535 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e3aa700-5ba1-487a-9e8d-dfff3e9d1c43 req-5359da25-1862-481f-8cf4-70c0ccfba392 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560030 Jul 08 01:29:35.373703 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:35.397989 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-86eef949-aefa-4070-9b4b-2adc13608021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:35.399686 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-86eef949-aefa-4070-9b4b-2adc13608021 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 1096 time: 0.2674305 Jul 08 01:29:35.428405 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732697-f0f9-47d4-9ec5-fcdddf7989c7 req-febb4860-23f4-4b95-b881-5ee8d2d470d0 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:35.431254 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6c732697-f0f9-47d4-9ec5-fcdddf7989c7 req-febb4860-23f4-4b95-b881-5ee8d2d470d0 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 944 time: 0.2979345 Jul 08 01:29:35.454790 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-1ae1e905-5d55-41b6-b983-0e4a3d7b653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:35.455403 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e29933-af9c-47c5-b1d6-bd78af71d01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab474c8-7db0-41e6-940a-e220d28b4512'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:35.457002 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-1ae1e905-5d55-41b6-b983-0e4a3d7b653e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 1097 time: 0.5199637 Jul 08 01:29:35.462232 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:35.534456 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36426) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:35.605020 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 7ab474c8-7db0-41e6-940a-e220d28b4512, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7ab474c8-7db0-41e6-940a-e220d28b4512,segment=NetworkSegment(7c3c02cf-1b56-449a-8c72-3a202c5d802d),segment_id=7c3c02cf-1b56-449a-8c72-3a202c5d802d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:35.615013 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:35.652762 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-6a8b4ccd-7742-490c-92d1-da0edac04916 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309629e0-6804-49a5-ae9d-d077b2b9e309 HTTP/1.1" status: 200 len: 217 time: 0.2165282 Jul 08 01:29:35.731537 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=7ab474c8-7db0-41e6-940a-e220d28b4512,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:35.881340 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6c732697-f0f9-47d4-9ec5-fcdddf7989c7 req-0dfffe51-b586-4c8a-9f12-7fe4bd6d3571 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101448 Jul 08 01:29:35.899296 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-4014776e-091d-4fe3-805d-cc261e6d51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:35.905079 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-4014776e-091d-4fe3-805d-cc261e6d51c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.2207718 Jul 08 01:29:35.917007 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ea259-f70a-40d6-bbc6-4ef8b32da1c4" -d '{"events": [{"server_uuid": "04e29933-af9c-47c5-b1d6-bd78af71d01c", "name": "network-vif-plugged", "status": "completed", "tag": "7ab474c8-7db0-41e6-940a-e220d28b4512"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:35.930110 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-2339dcb3-a618-42e7-bf4e-fc21010f3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:35.932938 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-2339dcb3-a618-42e7-bf4e-fc21010f3a6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1097 time: 0.4974611 Jul 08 01:29:35.955724 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-99fe4024-d5c7-408d-9d81-fe761e5bbb5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367532 Jul 08 01:29:35.970952 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-2c45ab28-39a7-46b7-8788-a757e1a61332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:35.972564 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-2c45ab28-39a7-46b7-8788-a757e1a61332 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 910 time: 0.5044379 Jul 08 01:29:35.977362 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d2ff0df0-0006-475a-b176-9993c6721469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:35.987897 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Attempting to bind port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:29:35.988560 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Attempting to bind port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:29:35.988990 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Attempting to bind port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 on network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:36.045722 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 on network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:29:36.046158 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Attempting to bind port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 on network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:29:36.055459 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-19bbd7c4-bd12-4084-b5fe-9e29049b55b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f HTTP/1.1" status: 200 len: 217 time: 0.0635777 Jul 08 01:29:36.064811 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a94946-5d50-46f9-ac5c-cf914efb9cd6 req-9361d989-9ffa-4864-add1-fbf463f427a5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.066512 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c0a94946-5d50-46f9-ac5c-cf914efb9cd6 req-9361d989-9ffa-4864-add1-fbf463f427a5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.4217169 Jul 08 01:29:36.118808 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:29:36.119208 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Checking segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:36.119699 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Bound using segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:29:36.120302 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Bound port: 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:29:36.120738 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:36.185228 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-fccfc6ca-63bf-41cf-b40e-b9debdcc5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.186748 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-fccfc6ca-63bf-41cf-b40e-b9debdcc5d6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 918 time: 0.2344844 Jul 08 01:29:36.190211 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-6fd753a9-c99e-4eba-a938-be63f235fb08 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249820 Jul 08 01:29:36.210446 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae1be-9f50-43ea-b942-ad78fdd0c788 req-1d2a3832-7885-463f-b752-a11baf8fe0a1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.212401 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-becae1be-9f50-43ea-b942-ad78fdd0c788 req-1d2a3832-7885-463f-b752-a11baf8fe0a1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 943 time: 0.1531441 Jul 08 01:29:36.217970 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-7d977c03-e33b-40f7-b051-cbef6ee65de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.219470 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-7d977c03-e33b-40f7-b051-cbef6ee65de9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.1386342 Jul 08 01:29:36.272050 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c0a94946-5d50-46f9-ac5c-cf914efb9cd6 req-c6e753d5-c57c-47a2-b183-2d9120b6104b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792750 Jul 08 01:29:36.303003 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-0869e96f-a950-4abc-8f33-8a97d222f8b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 200 len: 217 time: 0.1030278 Jul 08 01:29:36.319930 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:29:36.325035 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:29:36.334028 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:36.389790 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-becae1be-9f50-43ea-b942-ad78fdd0c788 req-2e78f7a8-7530-4ec9-95c8-db0678475fe8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703637 Jul 08 01:29:36.397959 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.398785 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:36.408360 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] 10.222.0.21 "PUT /v2.0/ports/65f06108-0c0d-4dff-8bac-c510bc70bbb8 HTTP/1.1" status: 200 len: 1093 time: 2.2264793 Jul 08 01:29:36.408360 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d2ff0df0-0006-475a-b176-9993c6721469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:36.410317 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-1c3b43c5-aa1d-463f-9054-b8204bba4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.412469 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-1c3b43c5-aa1d-463f-9054-b8204bba4ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1834002 Jul 08 01:29:36.416558 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d2ff0df0-0006-475a-b176-9993c6721469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:36.462754 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ea2eb-d752-46d0-a919-94dc485885ed service neutron] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:36.504542 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-4547d67f-3b27-428a-a607-bf5ff7f1310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.511130 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-4547d67f-3b27-428a-a607-bf5ff7f1310d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.1988425 Jul 08 01:29:36.567963 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:36.570286 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60685d-7a0e-4e71-90e0-18170bcdd71e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:36.593671 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-291c1ba8-6cea-4f43-b00f-7b070b4d294d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681939 Jul 08 01:29:36.596667 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e582a37-82ef-4e49-a57b-793f9d47ed74 req-a54366b8-a5f8-4c02-9a4c-1ede9bcc0d40 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786573 Jul 08 01:29:36.606953 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f64a0b8-41b6-4b8c-bb97-f691b177fdba', 'tag': '309629e0-6804-49a5-ae9d-d077b2b9e309'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:36.609251 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f64a0b8-41b6-4b8c-bb97-f691b177fdba", "tag": "309629e0-6804-49a5-ae9d-d077b2b9e309"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:36.612042 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff0df0-0006-475a-b176-9993c6721469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb4b60-8c9a-4f01-92c1-da157cc5e4f1,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:36.621648 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d2ff0df0-0006-475a-b176-9993c6721469 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6dbfacec5c5f43a7a6b1b377af35acdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0835719 Jul 08 01:29:36.622868 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36470) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:36.706574 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280132a-fdfb-46e9-af33-64757ace623a x-openstack-request-id: req-c280132a-fdfb-46e9-af33-64757ace623a {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:36.707494 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e29933-af9c-47c5-b1d6-bd78af71d01c", "name": "network-vif-plugged", "status": "completed", "tag": "7ab474c8-7db0-41e6-940a-e220d28b4512", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:36.707946 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c280132a-fdfb-46e9-af33-64757ace623a {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:36.708738 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e29933-af9c-47c5-b1d6-bd78af71d01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab474c8-7db0-41e6-940a-e220d28b4512', 'code': 200} Jul 08 01:29:36.734581 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-c1362352-546f-4e6e-bdc6-c801b067fc58 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054981 Jul 08 01:29:36.761505 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b6a1f7-84cb-405c-bf0b-ff3c3a70f347 x-openstack-request-id: req-64b6a1f7-84cb-405c-bf0b-ff3c3a70f347 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:36.761840 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:36.762095 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64b6a1f7-84cb-405c-bf0b-ff3c3a70f347 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:36.762483 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'status': 'completed', 'code': 200} Jul 08 01:29:36.769888 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-9498880f-ef14-4a50-adf3-32a2e39abef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.771707 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-9498880f-ef14-4a50-adf3-32a2e39abef6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 1096 time: 0.3098290 Jul 08 01:29:36.782695 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-81d768db-92d8-432b-8731-909bbe78a5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:36.794285 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27514f6-8ef4-4540-8473-02b3c28a957f x-openstack-request-id: req-b27514f6-8ef4-4540-8473-02b3c28a957f {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:36.794939 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f64a0b8-41b6-4b8c-bb97-f691b177fdba", "tag": "309629e0-6804-49a5-ae9d-d077b2b9e309", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:36.795431 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b27514f6-8ef4-4540-8473-02b3c28a957f {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:36.796026 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f64a0b8-41b6-4b8c-bb97-f691b177fdba', 'tag': '309629e0-6804-49a5-ae9d-d077b2b9e309', 'status': 'completed', 'code': 200} Jul 08 01:29:36.887920 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-1e274784-19a0-4a67-92b5-ea0f4606c537 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8 HTTP/1.1" status: 200 len: 217 time: 0.1063602 Jul 08 01:29:36.915165 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-81d768db-92d8-432b-8731-909bbe78a5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:36.944756 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963fddf-3889-4173-944b-48f36c9a625b req-3f7e39e6-006e-4f70-90df-9e13c76fb760 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:36.951856 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6963fddf-3889-4173-944b-48f36c9a625b req-3f7e39e6-006e-4f70-90df-9e13c76fb760 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 944 time: 0.3608968 Jul 08 01:29:36.961901 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-ad9a0317-3aae-4320-a4a8-a8c0efe0e32e service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478746 Jul 08 01:29:36.987128 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.21', 64869) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:37.010976 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-4d2be76c-1d44-4263-82a0-6ea08d6de836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.012843 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-4d2be76c-1d44-4263-82a0-6ea08d6de836 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 1096 time: 0.1899707 Jul 08 01:29:37.073972 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-dac6c298-a8f9-4bc4-924d-aa188bfbe55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.075464 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-dac6c298-a8f9-4bc4-924d-aa188bfbe55d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.1765645 Jul 08 01:29:37.104490 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-9f6f56ea-fb4b-4d1d-82c4-af7b36aff46f service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624334 Jul 08 01:29:37.143311 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6963fddf-3889-4173-944b-48f36c9a625b req-ca0afdfd-f225-417b-a728-16b57d866dde tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905956 Jul 08 01:29:37.188969 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-81d768db-92d8-432b-8731-909bbe78a5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.191662 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-81d768db-92d8-432b-8731-909bbe78a5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.193369 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-81d768db-92d8-432b-8731-909bbe78a5eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27cb4b60-8c9a-4f01-92c1-da157cc5e4f1 HTTP/1.1" status: 204 len: 168 time: 0.5693648 Jul 08 01:29:37.221121 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-a5a47ab6-0830-4efa-8df1-85c85098cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.222777 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d768db-92d8-432b-8731-909bbe78a5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cb4b60-8c9a-4f01-92c1-da157cc5e4f1,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:37.223055 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-a5a47ab6-0830-4efa-8df1-85c85098cf8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 918 time: 0.1797936 Jul 08 01:29:37.279255 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8669531-eda5-420e-9967-65d8b6be4b4e req-37667d13-3016-43bd-816c-5dd2843b80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.281873 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b8669531-eda5-420e-9967-65d8b6be4b4e req-37667d13-3016-43bd-816c-5dd2843b80a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 1098 time: 0.2923779 Jul 08 01:29:37.316907 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-af4d50fe-03c5-4de5-b85f-a1c13e079a8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309629e0-6804-49a5-ae9d-d077b2b9e309 HTTP/1.1" status: 200 len: 217 time: 0.0681739 Jul 08 01:29:37.321533 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-f801546c-3cf1-4718-a389-e5e491874f16 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399158 Jul 08 01:29:37.347768 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b8669531-eda5-420e-9967-65d8b6be4b4e req-27e64d81-2d4f-4cff-a214-191f5f9c6079 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.376905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7993f0-5667-479d-9c6f-9197c7693e96 req-83ac8523-7a5c-488f-aec8-4fecf0c21ce2 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.384936 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4b7993f0-5667-479d-9c6f-9197c7693e96 req-83ac8523-7a5c-488f-aec8-4fecf0c21ce2 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 945 time: 0.2682197 Jul 08 01:29:37.400700 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-9acb49f1-d647-4828-b4fc-2d740d598251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.402383 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-9acb49f1-d647-4828-b4fc-2d740d598251 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3165290 Jul 08 01:29:37.425938 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-a358b182-1467-4635-9ec3-596dc0ececb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.431280 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-a358b182-1467-4635-9ec3-596dc0ececb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.1017473 Jul 08 01:29:37.461273 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 36500) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:37.501771 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-2aec7b70-1cef-40a8-b677-4105ae744c53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638773 Jul 08 01:29:37.570244 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4b7993f0-5667-479d-9c6f-9197c7693e96 req-863401ff-e1d6-491b-a088-78ddf3d1af08 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835129 Jul 08 01:29:37.621579 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36504) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:37.651634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-07aa1174-9530-47e6-b7e8-5396ebcabed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.672970 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-e14a4dd1-dfe8-4c34-b04c-d1c0931d515f service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319763 Jul 08 01:29:37.690232 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b8669531-eda5-420e-9967-65d8b6be4b4e req-27e64d81-2d4f-4cff-a214-191f5f9c6079 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.705956 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b8669531-eda5-420e-9967-65d8b6be4b4e req-27e64d81-2d4f-4cff-a214-191f5f9c6079 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.768634 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b8669531-eda5-420e-9967-65d8b6be4b4e req-27e64d81-2d4f-4cff-a214-191f5f9c6079 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710035 Jul 08 01:29:37.804851 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e64d81-2d4f-4cff-a214-191f5f9c6079 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d558c-22f0-4fd1-b741-cd974d29a062,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:37.828553 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd791491-50f8-4745-8ee6-1ac7fca3d2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.841420 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8ae38-7fd8-4ffa-8e51-db1997b51b37 req-4fdecc14-71cb-4512-b796-632dc7c16a9f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.842939 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9dd8ae38-7fd8-4ffa-8e51-db1997b51b37 req-4fdecc14-71cb-4512-b796-632dc7c16a9f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 943 time: 0.1549721 Jul 08 01:29:37.892560 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09811d59-f46e-42ef-811c-c09fc3bc1444 req-a75594e4-80aa-4a2e-aada-6b1efd557ef5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:37.893636 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-09811d59-f46e-42ef-811c-c09fc3bc1444 req-a75594e4-80aa-4a2e-aada-6b1efd557ef5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.3909857 Jul 08 01:29:37.897725 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-fa94e5e7-4a72-4de3-ba29-ed6436f08d6c service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783615 Jul 08 01:29:37.903599 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-07aa1174-9530-47e6-b7e8-5396ebcabed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.907156 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9dd8ae38-7fd8-4ffa-8e51-db1997b51b37 req-f40b0ba8-c46c-48f0-a4ef-0a442afaa412 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575776 Jul 08 01:29:37.908939 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-07aa1174-9530-47e6-b7e8-5396ebcabed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:37.950591 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-09811d59-f46e-42ef-811c-c09fc3bc1444 req-722899c1-a205-45f3-bfe4-34646d6d08a5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483451 Jul 08 01:29:37.973835 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-07aa1174-9530-47e6-b7e8-5396ebcabed6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db45c8339b364f138169340506e6969e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489988 Jul 08 01:29:37.974450 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36508) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:37.986500 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa1174-9530-47e6-b7e8-5396ebcabed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71599480-bf0f-4a37-9af4-dcf3a233a85d,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:38.017616 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd791491-50f8-4745-8ee6-1ac7fca3d2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.023467 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd791491-50f8-4745-8ee6-1ac7fca3d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.034334 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b86b8ea1-7d68-4fcc-96a9-e324116411f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.056307 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b86b8ea1-7d68-4fcc-96a9-e324116411f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.066960 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-fd791491-50f8-4745-8ee6-1ac7fca3d2c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8b359104a8b4cf1bb6e8614294add3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033647 Jul 08 01:29:38.068839 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd791491-50f8-4745-8ee6-1ac7fca3d2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac297c96-4cce-4088-b87e-676cf23d651e,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:38.071099 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 36510) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:38.109706 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b86b8ea1-7d68-4fcc-96a9-e324116411f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.112278 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b86b8ea1-7d68-4fcc-96a9-e324116411f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.113427 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-b86b8ea1-7d68-4fcc-96a9-e324116411f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71599480-bf0f-4a37-9af4-dcf3a233a85d HTTP/1.1" status: 204 len: 168 time: 0.1377447 Jul 08 01:29:38.124634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b8ea1-7d68-4fcc-96a9-e324116411f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71599480-bf0f-4a37-9af4-dcf3a233a85d,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:38.142662 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4045b65a-07df-4892-aec9-a965e152897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.166859 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4045b65a-07df-4892-aec9-a965e152897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.216472 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4045b65a-07df-4892-aec9-a965e152897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.220492 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4045b65a-07df-4892-aec9-a965e152897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.225498 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4045b65a-07df-4892-aec9-a965e152897d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac297c96-4cce-4088-b87e-676cf23d651e HTTP/1.1" status: 204 len: 168 time: 0.1504223 Jul 08 01:29:38.240458 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045b65a-07df-4892-aec9-a965e152897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac297c96-4cce-4088-b87e-676cf23d651e,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:38.363870 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7087d5-4565-4134-84ee-9551907689b1 req-4d2c0481-388a-4802-8a08-a573cf0a894c tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:38.366270 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-db7087d5-4565-4134-84ee-9551907689b1 req-4d2c0481-388a-4802-8a08-a573cf0a894c tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 944 time: 0.0747745 Jul 08 01:29:38.405914 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-db7087d5-4565-4134-84ee-9551907689b1 req-d84fa16e-0d82-4927-b294-3e13298a33b5 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340338 Jul 08 01:29:38.544222 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 36524) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:38.560593 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a14b59ad-7333-40ff-b013-368ea01c70d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.577958 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36526) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:38.591575 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0d855e76-5b21-4458-bfef-c443c57ca80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.655305 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a14b59ad-7333-40ff-b013-368ea01c70d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.663571 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a14b59ad-7333-40ff-b013-368ea01c70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.714237 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a14b59ad-7333-40ff-b013-368ea01c70d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6589b0e27de249048ecaac33cdb3971e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688499 Jul 08 01:29:38.717286 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36530) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:38.730834 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b59ad-7333-40ff-b013-368ea01c70d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a59bf-10b1-48be-a4e9-4032420d3e65,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:38.774658 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe375b9-ec93-443f-a525-2f11772ac0df req-3884d5b1-8d51-4034-beba-60ce3e9ccf6d tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:38.775109 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0d855e76-5b21-4458-bfef-c443c57ca80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.776180 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fbe375b9-ec93-443f-a525-2f11772ac0df req-3884d5b1-8d51-4034-beba-60ce3e9ccf6d tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 945 time: 0.0792816 Jul 08 01:29:38.780251 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0d855e76-5b21-4458-bfef-c443c57ca80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.814838 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d0b68a5c-5492-41c8-8493-6a006820231e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.818614 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fbe375b9-ec93-443f-a525-2f11772ac0df req-4a93227b-249d-477b-9b93-01a8c55ea0ae tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Jul 08 01:29:38.841761 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d855e76-5b21-4458-bfef-c443c57ca80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3139be2f-5ba5-4f4a-9b39-2ed70bf109d3,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:38.846444 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0d855e76-5b21-4458-bfef-c443c57ca80e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bbac127cb494b07b7dc6eed32b551bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672412 Jul 08 01:29:38.851657 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36532) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:38.862747 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d0b68a5c-5492-41c8-8493-6a006820231e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.931538 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e7460d6-f9e7-48bc-b430-48596327571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.946745 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d0b68a5c-5492-41c8-8493-6a006820231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.949454 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d0b68a5c-5492-41c8-8493-6a006820231e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.951944 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d0b68a5c-5492-41c8-8493-6a006820231e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d40a59bf-10b1-48be-a4e9-4032420d3e65 HTTP/1.1" status: 204 len: 168 time: 0.2323325 Jul 08 01:29:38.970413 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e7460d6-f9e7-48bc-b430-48596327571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:38.978158 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b68a5c-5492-41c8-8493-6a006820231e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a59bf-10b1-48be-a4e9-4032420d3e65,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:39.049132 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e7460d6-f9e7-48bc-b430-48596327571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:39.053265 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e7460d6-f9e7-48bc-b430-48596327571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:39.058273 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7e7460d6-f9e7-48bc-b430-48596327571a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3139be2f-5ba5-4f4a-9b39-2ed70bf109d3 HTTP/1.1" status: 204 len: 168 time: 0.2050204 Jul 08 01:29:39.080194 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7460d6-f9e7-48bc-b430-48596327571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3139be2f-5ba5-4f4a-9b39-2ed70bf109d3,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:39.182059 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f89f0-caa7-4a45-9757-095ffa7bed59 req-efeb8acf-29f3-426b-87c9-076be82d8df8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:39.183579 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f28f89f0-caa7-4a45-9757-095ffa7bed59 req-efeb8acf-29f3-426b-87c9-076be82d8df8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0902622 Jul 08 01:29:39.195952 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850dd37-d3cc-4ac6-ad72-02014d421a94 req-bf4b4c5e-e152-4b86-be1b-c4432fbbeeef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:39.202801 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9850dd37-d3cc-4ac6-ad72-02014d421a94 req-bf4b4c5e-e152-4b86-be1b-c4432fbbeeef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 943 time: 0.0923948 Jul 08 01:29:39.233513 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f28f89f0-caa7-4a45-9757-095ffa7bed59 req-072c10a7-1c3d-4633-99dc-aa533ae65c72 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Jul 08 01:29:39.244305 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9850dd37-d3cc-4ac6-ad72-02014d421a94 req-fce39c53-833d-48cb-875a-59b028b73e33 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Jul 08 01:29:39.597512 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d718795-df1c-45a7-bad5-8fc598414ba3 req-be04013e-acca-4bf5-a597-eb3ab80dc24c tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:39.599489 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7d718795-df1c-45a7-bad5-8fc598414ba3 req-be04013e-acca-4bf5-a597-eb3ab80dc24c tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 944 time: 0.0682273 Jul 08 01:29:39.644902 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7d718795-df1c-45a7-bad5-8fc598414ba3 req-15c0a0ec-be4a-48fe-8ea6-36c91dd3720e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396421 Jul 08 01:29:39.664445 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 7c61d8e6-d11f-4161-844c-b1ab219dcc88 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:29:39.779022 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 7c61d8e6-d11f-4161-844c-b1ab219dcc88, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:39.790694 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '7c61d8e6-d11f-4161-844c-b1ab219dcc88', 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4', 'port_id': '7c61d8e6-d11f-4161-844c-b1ab219dcc88', 'mac_address': 'fa:16:3e:ae:92:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05715f22-e43f-4eb5-8a2b-de7675b5838d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:29:39.829607 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:39.850427 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c61d8e6-d11f-4161-844c-b1ab219dcc88 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:39.874614 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 7c61d8e6-d11f-4161-844c-b1ab219dcc88, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:39.881597 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:39.882568 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:29:39.994759 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=7c61d8e6-d11f-4161-844c-b1ab219dcc88,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:40.041215 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cd5c8-2ee9-46b9-9491-cb4040edb35e req-9c49aa68-c2a8-4fcd-8ee6-dac506d6ffa8 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:40.044523 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-252cd5c8-2ee9-46b9-9491-cb4040edb35e req-9c49aa68-c2a8-4fcd-8ee6-dac506d6ffa8 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 945 time: 0.0923193 Jul 08 01:29:40.066454 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:40.083517 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'port_id': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'mac_address': 'fa:16:3e:3d:fb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:29:40.117326 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-252cd5c8-2ee9-46b9-9491-cb4040edb35e req-41779f82-ee99-4182-a218-5fe9bb1d4090 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545201 Jul 08 01:29:40.139450 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:40.153031 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:40.178292 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:40.182296 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:40.183239 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 309629e0-6804-49a5-ae9d-d077b2b9e309 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:29:40.262417 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 309629e0-6804-49a5-ae9d-d077b2b9e309, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=309629e0-6804-49a5-ae9d-d077b2b9e309,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:40.264807 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:40.276333 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '309629e0-6804-49a5-ae9d-d077b2b9e309', 'network_id': '1438e403-3308-41ad-8e8f-e7cf8f67e6f4', 'port_id': '309629e0-6804-49a5-ae9d-d077b2b9e309', 'mac_address': 'fa:16:3e:3f:b5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05715f22-e43f-4eb5-8a2b-de7675b5838d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:29:40.341696 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:40.356274 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309629e0-6804-49a5-ae9d-d077b2b9e309 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:40.384153 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 309629e0-6804-49a5-ae9d-d077b2b9e309, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=309629e0-6804-49a5-ae9d-d077b2b9e309,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:40.391196 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:40.445917 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cc4d3-5d42-41a5-9749-d23feb509ff5 req-13622be3-1472-4100-9d66-bb25a4c50777 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:40.457197 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-803cc4d3-5d42-41a5-9749-d23feb509ff5 req-13622be3-1472-4100-9d66-bb25a4c50777 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0977983 Jul 08 01:29:40.500184 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=309629e0-6804-49a5-ae9d-d077b2b9e309,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:40.509991 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-803cc4d3-5d42-41a5-9749-d23feb509ff5 req-9b3aec02-f337-491b-8124-f1574b2f3dd3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511196 Jul 08 01:29:40.520664 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ebf25-27cd-424c-adec-d0b62f0630a3 req-088a162a-0bcc-44af-9497-0f3c29a0b27c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:40.523234 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-925ebf25-27cd-424c-adec-d0b62f0630a3 req-088a162a-0bcc-44af-9497-0f3c29a0b27c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 944 time: 0.0901492 Jul 08 01:29:40.582402 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-925ebf25-27cd-424c-adec-d0b62f0630a3 req-1936a0ce-755f-43f5-a65d-b05defba6e3e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Jul 08 01:29:40.920792 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53c846-199e-4d00-bcd5-ce06960550c7 req-2ff57bd5-cd11-4897-a240-f357509d4c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:40.922802 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0d53c846-199e-4d00-bcd5-ce06960550c7 req-2ff57bd5-cd11-4897-a240-f357509d4c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 945 time: 0.1601198 Jul 08 01:29:40.999099 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0d53c846-199e-4d00-bcd5-ce06960550c7 req-49c46af2-cd5a-4556-a4b2-85ae8f081dff tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678420 Jul 08 01:29:41.000676 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['7c61d8e6-d11f-4161-844c-b1ab219dcc88'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:29:41.002294 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f886ecbf-067f-4bed-b94c-4bc7a2e1dea3 req-8cf9f178-9eb1-46c5-a227-c60438927340 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878912 Jul 08 01:29:41.046815 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:29:41.077138 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['309629e0-6804-49a5-ae9d-d077b2b9e309'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:29:41.159437 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c22b6d38-0614-43eb-8615-ebccbc34b21e req-c92e034f-8b5e-48bd-835e-7059f91da856 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503678 Jul 08 01:29:41.268900 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-d0580e1a-68ba-4cd1-9dfc-9330eb8dae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:41.271808 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-d0580e1a-68ba-4cd1-9dfc-9330eb8dae03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 1096 time: 0.0592339 Jul 08 01:29:41.440358 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25c051-2db5-4645-948a-c432a33db631 req-a19d93cf-95ee-4141-b85b-365103a1c51f tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:41.442540 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ae25c051-2db5-4645-948a-c432a33db631 req-a19d93cf-95ee-4141-b85b-365103a1c51f tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 945 time: 0.1470253 Jul 08 01:29:41.494944 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-00911cda-b1eb-4da3-8c79-ca1333e139c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:41.496445 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-00911cda-b1eb-4da3-8c79-ca1333e139c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.2179897 Jul 08 01:29:41.513043 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ae25c051-2db5-4645-948a-c432a33db631 req-5e87b82e-4111-44f5-b4be-c789bbcf9afb tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 Jul 08 01:29:41.596441 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-078abd52-dc4d-437d-adc2-d8fc5ec23b11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8 HTTP/1.1" status: 200 len: 217 time: 0.0828505 Jul 08 01:29:41.692392 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-0ac88ccc-63a9-4f9b-bcc2-c08fd17fafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:41.694141 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-0ac88ccc-63a9-4f9b-bcc2-c08fd17fafd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0906508 Jul 08 01:29:41.765907 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-b0dc4818-ca41-4418-9a7a-98dfb5fe1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:41.767465 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-b0dc4818-ca41-4418-9a7a-98dfb5fe1732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650735 Jul 08 01:29:41.793465 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb6ed0-91dc-407d-a848-e5206af40d82 req-61ecca5a-2b69-4771-8d41-3e42f924db25 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:41.798226 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2ceb6ed0-91dc-407d-a848-e5206af40d82 req-61ecca5a-2b69-4771-8d41-3e42f924db25 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0815136 Jul 08 01:29:41.842130 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2ceb6ed0-91dc-407d-a848-e5206af40d82 req-4be1e46b-998e-4d3b-bc88-6cdddc3c021b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385733 Jul 08 01:29:41.932918 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b062ac-cc2a-45b2-8f6d-4e7727d95e3e req-f21db656-a939-466e-83e2-46145c030de7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:41.934593 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b7b062ac-cc2a-45b2-8f6d-4e7727d95e3e req-f21db656-a939-466e-83e2-46145c030de7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 944 time: 0.1496391 Jul 08 01:29:41.940433 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-1bc46df5-66ff-4e5d-b397-3d79cb10a9d7 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643596 Jul 08 01:29:42.022337 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b7b062ac-cc2a-45b2-8f6d-4e7727d95e3e req-eb40d598-7e8d-40ea-a65a-7a490461eccc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808997 Jul 08 01:29:42.063786 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ac60685d-7a0e-4e71-90e0-18170bcdd71e req-631653ee-06a0-442b-8e17-2bb0ced5d799 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084146 Jul 08 01:29:42.186927 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f4ec-8f3c-49bd-a924-cfab10b94123 req-1165d88d-989e-45ff-a053-76c94f4718d6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:42.188454 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4c69f4ec-8f3c-49bd-a924-cfab10b94123 req-1165d88d-989e-45ff-a053-76c94f4718d6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 945 time: 0.0672774 Jul 08 01:29:42.228036 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4c69f4ec-8f3c-49bd-a924-cfab10b94123 req-3ad82250-1c34-44a5-bafe-09229ed62bf0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333488 Jul 08 01:29:42.707695 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaeed0-9aa9-4715-8fcd-2f3c8bcfd09d req-7c341308-fe01-477c-83a6-8033dfcae965 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:42.709125 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6aeaeed0-9aa9-4715-8fcd-2f3c8bcfd09d req-7c341308-fe01-477c-83a6-8033dfcae965 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 945 time: 0.0824425 Jul 08 01:29:42.753861 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6aeaeed0-9aa9-4715-8fcd-2f3c8bcfd09d req-28319da8-e88d-433b-bcb6-4ab7b23b1ae0 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Jul 08 01:29:43.060092 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027523b3-438d-4c95-962a-ce7fc0553e9f req-ed8784f7-7226-4c9b-8451-a5a42aa0fe9b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:43.062560 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027523b3-438d-4c95-962a-ce7fc0553e9f req-ed8784f7-7226-4c9b-8451-a5a42aa0fe9b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0850801 Jul 08 01:29:43.113436 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027523b3-438d-4c95-962a-ce7fc0553e9f req-d95e7f63-81c8-4dde-bbf3-1962615d1112 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431578 Jul 08 01:29:43.242079 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4003d-9a0f-4700-b69b-9055ec5084be req-bac2fdcf-9e5f-4f97-9f80-ce06328d1329 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:43.243631 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-73b4003d-9a0f-4700-b69b-9055ec5084be req-bac2fdcf-9e5f-4f97-9f80-ce06328d1329 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 944 time: 0.0720930 Jul 08 01:29:43.300659 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-73b4003d-9a0f-4700-b69b-9055ec5084be req-b34987dd-1e08-443a-a3e1-6b22aa44c18b tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479140 Jul 08 01:29:43.406261 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076a7a3-3a33-4ae3-82ba-810e459deb66 req-c05bb5eb-b5e4-4689-9b94-dac64d627c3a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:43.407738 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2076a7a3-3a33-4ae3-82ba-810e459deb66 req-c05bb5eb-b5e4-4689-9b94-dac64d627c3a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 945 time: 0.0629914 Jul 08 01:29:43.444814 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2076a7a3-3a33-4ae3-82ba-810e459deb66 req-4f763ac9-f0cc-495d-ac83-ab590911a373 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Jul 08 01:29:44.014721 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 7c61d8e6-d11f-4161-844c-b1ab219dcc88 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:44.062562 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:44.066807 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:44.067833 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.143165 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.175974 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1552dc0-b0bc-4ae2-8638-469a8152141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c61d8e6-d11f-4161-844c-b1ab219dcc88'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:44.179272 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298ea746-b875-4bb1-9084-4e416854a288" -d '{"events": [{"server_uuid": "d1552dc0-b0bc-4ae2-8638-469a8152141a", "name": "network-vif-plugged", "status": "completed", "tag": "7c61d8e6-d11f-4161-844c-b1ab219dcc88"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:44.182838 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 7c61d8e6-d11f-4161-844c-b1ab219dcc88, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:44.187663 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.188498 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:44.314708 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12e75f0-fa64-49ad-a49b-584f256886e8 x-openstack-request-id: req-e12e75f0-fa64-49ad-a49b-584f256886e8 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:44.315000 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1552dc0-b0bc-4ae2-8638-469a8152141a", "name": "network-vif-plugged", "status": "completed", "tag": "7c61d8e6-d11f-4161-844c-b1ab219dcc88", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:44.315246 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e12e75f0-fa64-49ad-a49b-584f256886e8 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:44.315623 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1552dc0-b0bc-4ae2-8638-469a8152141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c61d8e6-d11f-4161-844c-b1ab219dcc88', 'code': 200} Jul 08 01:29:44.340669 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdfbdd-2298-4032-9c82-9204c1f02d4c req-9bbc4ff9-06b3-49ad-9ee9-1df5c9fb32b1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:44.342291 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e2fdfbdd-2298-4032-9c82-9204c1f02d4c req-9bbc4ff9-06b3-49ad-9ee9-1df5c9fb32b1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0783801 Jul 08 01:29:44.367469 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=7c61d8e6-d11f-4161-844c-b1ab219dcc88,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:44.388515 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:44.392545 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:44.392927 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.397324 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e2fdfbdd-2298-4032-9c82-9204c1f02d4c req-85fd4e63-604e-4707-8157-f0fe95f13ea5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494595 Jul 08 01:29:44.490122 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.499720 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f1ff-9420-42c9-8d09-092cbf967c28 req-f8492840-5d4e-4927-b2fb-edc87b6d3709 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:44.501253 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-eff1f1ff-9420-42c9-8d09-092cbf967c28 req-f8492840-5d4e-4927-b2fb-edc87b6d3709 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 944 time: 0.0691788 Jul 08 01:29:44.527508 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:44.532081 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.533159 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 309629e0-6804-49a5-ae9d-d077b2b9e309 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:44.542872 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-eff1f1ff-9420-42c9-8d09-092cbf967c28 req-4604b7e9-977a-4477-acad-a0c6cee5435a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360951 Jul 08 01:29:44.607921 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:44.620074 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 309629e0-6804-49a5-ae9d-d077b2b9e309 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:44.624190 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 309629e0-6804-49a5-ae9d-d077b2b9e309 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:44.624324 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9dc51-bb57-4e82-b913-0f7eb7fb3828 req-89c746fd-ab90-4076-83cd-2f48215d45f3 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:44.624911 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.625695 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-78f9dc51-bb57-4e82-b913-0f7eb7fb3828 req-89c746fd-ab90-4076-83cd-2f48215d45f3 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0631135 Jul 08 01:29:44.665923 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-78f9dc51-bb57-4e82-b913-0f7eb7fb3828 req-2b666a0d-dee2-44fe-a0f4-8ecf68918f27 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328670 Jul 08 01:29:44.707080 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.739307 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 309629e0-6804-49a5-ae9d-d077b2b9e309, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=309629e0-6804-49a5-ae9d-d077b2b9e309,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:44.743027 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:44.788416 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=309629e0-6804-49a5-ae9d-d077b2b9e309,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:45.574277 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45293e4-f0fa-4833-8140-5a1b1b8c3f82 req-3768afdd-ed7d-4b9a-99d1-14a27687eff8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:45.575824 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b45293e4-f0fa-4833-8140-5a1b1b8c3f82 req-3768afdd-ed7d-4b9a-99d1-14a27687eff8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0646999 Jul 08 01:29:45.614214 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b45293e4-f0fa-4833-8140-5a1b1b8c3f82 req-c45eaedf-bd15-47b5-9dcb-b10702f863b7 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 Jul 08 01:29:45.722370 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5902-5265-4efc-8228-e821e0e934fc req-3019d333-0ead-474e-bd1a-519283b589df tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:45.722370 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-659b5902-5265-4efc-8228-e821e0e934fc req-3019d333-0ead-474e-bd1a-519283b589df tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0671456 Jul 08 01:29:45.757190 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-659b5902-5265-4efc-8228-e821e0e934fc req-9212c9d6-5329-4786-a127-1d78addd8feb tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Jul 08 01:29:45.842872 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dc6b4-2e7b-4c04-8f94-4318b706a3bd req-0571f89c-bd70-43e4-9fcf-d57e397a27f2 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:45.844253 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-432dc6b4-2e7b-4c04-8f94-4318b706a3bd req-0571f89c-bd70-43e4-9fcf-d57e397a27f2 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0666003 Jul 08 01:29:45.881325 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-432dc6b4-2e7b-4c04-8f94-4318b706a3bd req-01a9e42f-4a6b-4869-9c55-d8214d7dd19a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309911 Jul 08 01:29:45.886100 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:29:45.987589 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:46.000955 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'port_id': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'mac_address': 'fa:16:3e:3a:55:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:29:46.044680 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:46.057444 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f06108-0c0d-4dff-8bac-c510bc70bbb8 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:29:46.076726 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:46.080806 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:46.127075 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73923b73-9f35-431f-b952-853c1762a015 req-8c6d3381-7612-4f9d-8deb-5de5664493a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:46.128646 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:46.128776 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-73923b73-9f35-431f-b952-853c1762a015 req-8c6d3381-7612-4f9d-8deb-5de5664493a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1099 time: 0.0538123 Jul 08 01:29:46.172909 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-73923b73-9f35-431f-b952-853c1762a015 req-22811b7c-d749-47e9-b53c-acd08b1321dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368841 Jul 08 01:29:46.316867 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f'}, {'server_uuid': '5f64a0b8-41b6-4b8c-bb97-f691b177fdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309629e0-6804-49a5-ae9d-d077b2b9e309'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:46.319190 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205e3f7f-7a69-4949-bfba-f5b5e6ac3fe3" -d '{"events": [{"server_uuid": "d83e15fc-8c00-4cdf-ac30-7734b67bc72b", "name": "network-vif-plugged", "status": "completed", "tag": "c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f"}, {"server_uuid": "5f64a0b8-41b6-4b8c-bb97-f691b177fdba", "name": "network-vif-plugged", "status": "completed", "tag": "309629e0-6804-49a5-ae9d-d077b2b9e309"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:46.362437 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb4766-5778-4ed5-a4be-6d7d10326467 x-openstack-request-id: req-56bb4766-5778-4ed5-a4be-6d7d10326467 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:46.362903 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83e15fc-8c00-4cdf-ac30-7734b67bc72b", "name": "network-vif-plugged", "status": "completed", "tag": "c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f", "code": 200}, {"server_uuid": "5f64a0b8-41b6-4b8c-bb97-f691b177fdba", "name": "network-vif-plugged", "status": "completed", "tag": "309629e0-6804-49a5-ae9d-d077b2b9e309", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:46.363297 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56bb4766-5778-4ed5-a4be-6d7d10326467 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:46.364255 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'code': 200} Jul 08 01:29:46.364656 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f64a0b8-41b6-4b8c-bb97-f691b177fdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309629e0-6804-49a5-ae9d-d077b2b9e309', 'code': 200} Jul 08 01:29:46.394188 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['65f06108-0c0d-4dff-8bac-c510bc70bbb8'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:29:46.663320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cee97-4381-4e42-9437-2d850fbf79d8 req-6b72225e-89aa-4d97-ae6c-06ebedad23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:46.665076 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-792cee97-4381-4e42-9437-2d850fbf79d8 req-6b72225e-89aa-4d97-ae6c-06ebedad23ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 1098 time: 0.0597415 Jul 08 01:29:46.723923 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-792cee97-4381-4e42-9437-2d850fbf79d8 req-e5eaeff8-242c-4363-9e7d-f212f1083bf7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485463 Jul 08 01:29:46.804415 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b24e3-e033-449e-95b6-222bd82cc4d4 req-95b9ca06-3f5e-48ae-a76c-010ef46b045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:46.806159 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-102b24e3-e033-449e-95b6-222bd82cc4d4 req-95b9ca06-3f5e-48ae-a76c-010ef46b045c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 1099 time: 0.1160057 Jul 08 01:29:46.859921 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-102b24e3-e033-449e-95b6-222bd82cc4d4 req-16c003b6-d89f-4b0a-908f-fef8c14dab85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Jul 08 01:29:46.862320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90a19-2c56-4508-bfec-d14ca6a61e0e req-2586f6d8-a31c-4744-8632-d806c68c4b23 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:46.870274 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3ca90a19-2c56-4508-bfec-d14ca6a61e0e req-2586f6d8-a31c-4744-8632-d806c68c4b23 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 944 time: 0.0782728 Jul 08 01:29:46.910337 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3ca90a19-2c56-4508-bfec-d14ca6a61e0e req-3cc082af-5b09-40bd-a39a-ec12626a3a9d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391095 Jul 08 01:29:47.114898 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb02d-a3b4-4bcb-be37-8e5892fea66e req-5bc31061-a46a-4128-9ef3-a5b41144394d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:47.117157 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2dfcb02d-a3b4-4bcb-be37-8e5892fea66e req-5bc31061-a46a-4128-9ef3-a5b41144394d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0959625 Jul 08 01:29:47.152007 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7af67-28a0-4dd0-b519-6fd33d07f184 req-729b9e8e-e682-4571-94a9-c6699e2e67f6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:47.155418 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ccc7af67-28a0-4dd0-b519-6fd33d07f184 req-729b9e8e-e682-4571-94a9-c6699e2e67f6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0971441 Jul 08 01:29:47.184620 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2dfcb02d-a3b4-4bcb-be37-8e5892fea66e req-f51b2a8e-8d1f-49c4-a513-3de50109f411 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609760 Jul 08 01:29:47.232152 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ccc7af67-28a0-4dd0-b519-6fd33d07f184 req-1318165f-b221-4934-afc6-40f36ca9f21b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660734 Jul 08 01:29:47.371681 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36860) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:47.475100 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ff16294-fdd9-4377-bb72-1daeccf9eaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:47.579941 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ff16294-fdd9-4377-bb72-1daeccf9eaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:47.584568 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ff16294-fdd9-4377-bb72-1daeccf9eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:47.621760 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff16294-fdd9-4377-bb72-1daeccf9eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f031cac-5a6e-4a78-ab45-da3de4ece209,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:47.628226 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-1ff16294-fdd9-4377-bb72-1daeccf9eaab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d6e55e3d315403ea735f19a9f21c88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554557 Jul 08 01:29:47.632061 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36878) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:47.684137 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8a170067-7001-4382-b73a-03509bedf4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:47.706346 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8a170067-7001-4382-b73a-03509bedf4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:47.755453 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8a170067-7001-4382-b73a-03509bedf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:47.758131 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8a170067-7001-4382-b73a-03509bedf4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:47.759433 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-8a170067-7001-4382-b73a-03509bedf4f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f031cac-5a6e-4a78-ab45-da3de4ece209 HTTP/1.1" status: 204 len: 168 time: 0.1277137 Jul 08 01:29:47.767897 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a170067-7001-4382-b73a-03509bedf4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f031cac-5a6e-4a78-ab45-da3de4ece209,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:47.870010 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36890) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:47.903760 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:29:47.955665 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:29:47.961381 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:29:47.961792 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.068026 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a4f02ef2-0635-46e3-b504-7ac81fa565ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.149552 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.182878 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eeaa6-2dae-4be1-bb2b-0030adf0f581 req-4b9a501e-a024-4cdc-b57d-151d157a5497 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:48.184939 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36900) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:48.186303 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1b6eeaa6-2dae-4be1-bb2b-0030adf0f581 req-4b9a501e-a024-4cdc-b57d-151d157a5497 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 944 time: 0.1000674 Jul 08 01:29:48.199068 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:48.204398 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83623fa9-04ef-4404-8a07-39828065ab4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.205259 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.228025 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1b6eeaa6-2dae-4be1-bb2b-0030adf0f581 req-686a51f8-d2d8-4114-a54b-a6947b61b4ae tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378180 Jul 08 01:29:48.282310 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:48.295787 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a4f02ef2-0635-46e3-b504-7ac81fa565ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.303741 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a4f02ef2-0635-46e3-b504-7ac81fa565ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.365695 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:48.367997 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0e7829-b20d-4203-aa82-8cbb1ce7d025" -d '{"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-plugged", "status": "completed", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:48.376954 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-a4f02ef2-0635-46e3-b504-7ac81fa565ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d9946580923443c9d853300d8ffd82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5057468 Jul 08 01:29:48.389456 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36908) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:48.420054 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f02ef2-0635-46e3-b504-7ac81fa565ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287dd55f-c6fb-43cf-b5fa-062fbcdba034,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:48.441066 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72f772-f98c-450a-9bd6-7ef55d9ea90a req-0010418f-82d3-4009-a6b9-6aa0dcfd578b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:48.447494 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4b72f772-f98c-450a-9bd6-7ef55d9ea90a req-0010418f-82d3-4009-a6b9-6aa0dcfd578b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0836036 Jul 08 01:29:48.483276 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4b72f772-f98c-450a-9bd6-7ef55d9ea90a req-daa9d7a5-ecaf-4c6c-be1c-fc4143a15c92 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349202 Jul 08 01:29:48.514558 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b8063-7d0f-4bf4-88b9-1a298c4e9ad5 req-df55d14d-60ee-40b3-bb56-825dfe930fde tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:48.516264 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-aa3b8063-7d0f-4bf4-88b9-1a298c4e9ad5 req-df55d14d-60ee-40b3-bb56-825dfe930fde tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.1928532 Jul 08 01:29:48.520557 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7e7343e-e154-468b-82b4-1aa30a0094e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.532387 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c0102f-7b65-40ae-9ebf-a7fb6390f964 x-openstack-request-id: req-74c0102f-7b65-40ae-9ebf-a7fb6390f964 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:48.532798 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-plugged", "status": "completed", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:48.533063 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74c0102f-7b65-40ae-9ebf-a7fb6390f964 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:48.533465 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'code': 200} Jul 08 01:29:48.593352 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7e7343e-e154-468b-82b4-1aa30a0094e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.613871 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83623fa9-04ef-4404-8a07-39828065ab4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.617807 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-aa3b8063-7d0f-4bf4-88b9-1a298c4e9ad5 req-dbf6389f-7fbe-4864-8b90-404a5d1dda67 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950279 Jul 08 01:29:48.625382 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-83623fa9-04ef-4404-8a07-39828065ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.682517 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83623fa9-04ef-4404-8a07-39828065ab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cac222-dadc-4b62-86ca-12833547a07a,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:48.688004 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-83623fa9-04ef-4404-8a07-39828065ab4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d72d35a6a37c49a1a13a5cf8f629bbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018687 Jul 08 01:29:48.691175 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36918) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:48.737042 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7e7343e-e154-468b-82b4-1aa30a0094e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.740912 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7e7343e-e154-468b-82b4-1aa30a0094e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.742075 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-c7e7343e-e154-468b-82b4-1aa30a0094e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/287dd55f-c6fb-43cf-b5fa-062fbcdba034 HTTP/1.1" status: 204 len: 168 time: 0.3472912 Jul 08 01:29:48.762100 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7343e-e154-468b-82b4-1aa30a0094e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287dd55f-c6fb-43cf-b5fa-062fbcdba034,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:48.778418 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96d74b6d-b94c-4ab0-b602-03be206eace6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.805994 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96d74b6d-b94c-4ab0-b602-03be206eace6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.832942 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16962af2-15b2-4c90-9728-97c60af97dc3 req-c1118dd0-d011-4a5a-b342-0d44ac6fdb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:48.835197 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-16962af2-15b2-4c90-9728-97c60af97dc3 req-c1118dd0-d011-4a5a-b342-0d44ac6fdb4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 1098 time: 0.0724053 Jul 08 01:29:48.867068 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96d74b6d-b94c-4ab0-b602-03be206eace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.869870 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96d74b6d-b94c-4ab0-b602-03be206eace6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:48.881527 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-16962af2-15b2-4c90-9728-97c60af97dc3 req-7f8a5417-ec9c-48f8-a332-8f95f918dd44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347393 Jul 08 01:29:48.882998 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-96d74b6d-b94c-4ab0-b602-03be206eace6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0cac222-dadc-4b62-86ca-12833547a07a HTTP/1.1" status: 204 len: 168 time: 0.1915717 Jul 08 01:29:48.891683 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d74b6d-b94c-4ab0-b602-03be206eace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cac222-dadc-4b62-86ca-12833547a07a,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:49.114335 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-08c48ad2-97ec-48c8-851a-5c41261e95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:49.116882 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-08c48ad2-97ec-48c8-851a-5c41261e95c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 1098 time: 0.0627766 Jul 08 01:29:49.190393 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0085b-d4f7-4c53-9923-d8cef68e467b req-7a55879c-454b-4590-884d-e90575914185 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:49.198811 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-57f0085b-d4f7-4c53-9923-d8cef68e467b req-7a55879c-454b-4590-884d-e90575914185 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0817411 Jul 08 01:29:49.242863 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 36940) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:49.245598 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-57f0085b-d4f7-4c53-9923-d8cef68e467b req-b1bad1ce-b39b-4d1d-b126-4a537e1bd6f8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458639 Jul 08 01:29:49.278918 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-61b838fc-50fd-4316-96c2-13f2536fe4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:49.280391 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-61b838fc-50fd-4316-96c2-13f2536fe4cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 918 time: 0.1570296 Jul 08 01:29:49.288514 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26a71400-a174-4372-ac6f-bf03cf420e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:49.334339 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-d687758b-8161-4dc9-9c67-f83f670bb77c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309629e0-6804-49a5-ae9d-d077b2b9e309 HTTP/1.1" status: 200 len: 217 time: 0.0373449 Jul 08 01:29:49.448077 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-eb47bf93-18da-4c6e-ae7a-61da401415e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:49.449636 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-eb47bf93-18da-4c6e-ae7a-61da401415e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.1027298 Jul 08 01:29:49.502633 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-33fa5c2d-598f-4fa0-b72a-ae28f3b222c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423791 Jul 08 01:29:49.531284 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ff3d8-a72f-47a9-be8b-0965ba5b2da7 req-1a762a5c-1d05-48c1-847c-1ece3327418b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:49.532788 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7f4ff3d8-a72f-47a9-be8b-0965ba5b2da7 req-1a762a5c-1d05-48c1-847c-1ece3327418b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1759541 Jul 08 01:29:49.611496 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26a71400-a174-4372-ac6f-bf03cf420e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:49.622057 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-26a71400-a174-4372-ac6f-bf03cf420e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:49.667090 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479fd76-2d1c-422b-8a8a-6db6186d0f6e req-a6802c0e-baed-43df-9382-63605bfa0898 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:49.669616 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f479fd76-2d1c-422b-8a8a-6db6186d0f6e req-a6802c0e-baed-43df-9382-63605bfa0898 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0689020 Jul 08 01:29:49.671342 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7f4ff3d8-a72f-47a9-be8b-0965ba5b2da7 req-90529023-d409-4166-84c8-86046fdd76cc tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234152 Jul 08 01:29:49.696668 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-26a71400-a174-4372-ac6f-bf03cf420e47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85093fd9ca81453a997664bc08b6d515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515376 Jul 08 01:29:49.700914 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 36958) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:49.704195 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a71400-a174-4372-ac6f-bf03cf420e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcffe16-7330-45f6-be9f-9ba57dd64b1c,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:49.710074 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-790c7382-815e-4929-9303-e081bbb39a6a service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969886 Jul 08 01:29:49.742860 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f479fd76-2d1c-422b-8a8a-6db6186d0f6e req-c3e33b70-fe4f-4934-825e-1c3d7840aa3c tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536211 Jul 08 01:29:49.834111 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ac75215-8148-427a-b640-df6a76ef1abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:49.883595 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ac75215-8148-427a-b640-df6a76ef1abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:49.913423 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56f66df5-1cd5-4625-ad56-5e98d69b4cb9 req-f6d0fbe2-f7c8-496b-9e02-7585f4b5ba65 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700983 Jul 08 01:29:50.025849 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c121c1b-3e56-4212-bac8-6f6d64bbd3b3 req-a770452d-15f9-4171-969d-f0160b5c645a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:50.027362 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8c121c1b-3e56-4212-bac8-6f6d64bbd3b3 req-a770452d-15f9-4171-969d-f0160b5c645a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1408582 Jul 08 01:29:50.034590 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ac75215-8148-427a-b640-df6a76ef1abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:50.036802 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 36978) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:50.037801 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6ac75215-8148-427a-b640-df6a76ef1abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:50.038935 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-6ac75215-8148-427a-b640-df6a76ef1abf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0fcffe16-7330-45f6-be9f-9ba57dd64b1c HTTP/1.1" status: 204 len: 168 time: 0.3363962 Jul 08 01:29:50.044432 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'floatingip': {'port_id': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:50.049121 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac75215-8148-427a-b640-df6a76ef1abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcffe16-7330-45f6-be9f-9ba57dd64b1c,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:50.162311 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:50.435079 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37002) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:50.589127 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9bbc5-9f90-4b3f-9432-9a906034e0a7 req-60bc5938-a2c4-4893-b6c1-17eafab8dc55 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:50.590620 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-15b9bbc5-9f90-4b3f-9432-9a906034e0a7 req-60bc5938-a2c4-4893-b6c1-17eafab8dc55 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.1621668 Jul 08 01:29:50.627771 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-82ca7ec3-8bdc-43bd-8d88-1aa02d5a9b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:50.753033 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-15b9bbc5-9f90-4b3f-9432-9a906034e0a7 req-4ee0c854-6115-4a13-9da0-ccdb4b4b2013 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523294 Jul 08 01:29:50.767869 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-82ca7ec3-8bdc-43bd-8d88-1aa02d5a9b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:50.783447 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-82ca7ec3-8bdc-43bd-8d88-1aa02d5a9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:50.829004 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-82ca7ec3-8bdc-43bd-8d88-1aa02d5a9b76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a75a2e639d44bf0be4cd0dd1921c9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927650 Jul 08 01:29:50.833243 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37026) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:50.839235 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca7ec3-8bdc-43bd-8d88-1aa02d5a9b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8162c225-da41-4987-9449-9f4d18111796,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:50.955789 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142982-ba01-40ec-a1ca-897f99177254 req-b3f32032-1427-4d46-8228-94339a3c0f1d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:50.957499 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cb142982-ba01-40ec-a1ca-897f99177254 req-b3f32032-1427-4d46-8228-94339a3c0f1d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0684927 Jul 08 01:29:50.999392 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cb142982-ba01-40ec-a1ca-897f99177254 req-76569232-0b39-4762-b637-550685b8bd18 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356994 Jul 08 01:29:51.028573 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a559ce2e-ce6e-4556-92f7-75285c37e869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.247649 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37046) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:51.291357 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.318080 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a559ce2e-ce6e-4556-92f7-75285c37e869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.319732 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.344491 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1710156555-network', 'tenant_id': '5888599a7e4f428684dc2fddb471415f'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:51.368101 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Made reservation on behalf of 5888599a7e4f428684dc2fddb471415f for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:51.370857 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.386498 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.486690 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5398a8-078d-4f16-8eee-2545a17805d8 req-bff7bfdd-f7e4-4a25-b522-e2547012f58a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:51.488247 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9f5398a8-078d-4f16-8eee-2545a17805d8 req-bff7bfdd-f7e4-4a25-b522-e2547012f58a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.2239048 Jul 08 01:29:51.491518 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.501501 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37054) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:51.507325 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'floatingip': {'port_id': '65f06108-0c0d-4dff-8bac-c510bc70bbb8'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:51.509633 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.l3_db [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Floating IP 9f064939-3a1a-4509-84a8-8af190a3ff69 associated. External IP: 172.27.3.180, port: c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f. Jul 08 01:29:51.510342 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.512730 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a559ce2e-ce6e-4556-92f7-75285c37e869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.515426 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a559ce2e-ce6e-4556-92f7-75285c37e869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.519211 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-a559ce2e-ce6e-4556-92f7-75285c37e869 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8162c225-da41-4987-9449-9f4d18111796 HTTP/1.1" status: 204 len: 168 time: 0.6826878 Jul 08 01:29:51.560125 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559ce2e-ce6e-4556-92f7-75285c37e869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8162c225-da41-4987-9449-9f4d18111796,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:51.612928 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.615685 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=92925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:29:51.661055 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.661410 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Added segment 0dc3de55-198f-470b-891d-646eb99c34d3 of type vlan for network 669c797f-b7f5-426b-9031-37a97050b619 Jul 08 01:29:51.682704 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc4fb22-c96b-46a4-8fc5-b4e598ee56de,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:51.783587 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Router 98864ab0-ef53-490d-a603-e0be3bd27454 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:29:51.787294 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.846904 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37068) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:51.930616 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:29:51.936536 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:51.943547 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] Sync routers for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:29:51.965200 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:51.965790 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:29:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:51.986275 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-269bee64-4b0a-4aad-b3f9-08f2894592ce tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "PUT /v2.0/floatingips/9f064939-3a1a-4509-84a8-8af190a3ff69 HTTP/1.1" status: 200 len: 992 time: 1.9446077 Jul 08 01:29:51.986275 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'tag': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:51.987038 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f29e4-6f26-4e86-a789-588919dc7fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d83e15fc-8c00-4cdf-ac30-7734b67bc72b", "tag": "c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:52.038133 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2a0522a7-08a4-44c1-985d-d0d87e50ac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.085195 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37076) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:52.109189 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f4288514-fafe-47c9-9ef9-a75baa940760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.109826 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:52.127225 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.128234 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:52.128835 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.193857 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2a0522a7-08a4-44c1-985d-d0d87e50ac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.199678 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2a0522a7-08a4-44c1-985d-d0d87e50ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.265128 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] Pushing event updated for resources: {'Network': ['ID=669c797f-b7f5-426b-9031-37a97050b619,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:52.276537 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 669c797f-b7f5-426b-9031-37a97050b619 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:29:52.363778 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f4288514-fafe-47c9-9ef9-a75baa940760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.369272 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-2a0522a7-08a4-44c1-985d-d0d87e50ac02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f59759c4a4e4e45886dfa971fa7aed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211389 Jul 08 01:29:52.371710 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dbd2ca-a8ae-4954-89da-78479de8b6a0 x-openstack-request-id: req-79dbd2ca-a8ae-4954-89da-78479de8b6a0 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:52.372210 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83e15fc-8c00-4cdf-ac30-7734b67bc72b", "tag": "c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:52.372529 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79dbd2ca-a8ae-4954-89da-78479de8b6a0 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:52.372967 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'tag': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'status': 'completed', 'code': 200} Jul 08 01:29:52.376814 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37080) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:52.383572 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f4288514-fafe-47c9-9ef9-a75baa940760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.400886 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0522a7-08a4-44c1-985d-d0d87e50ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe67dd1-cfb1-4956-b7ec-4ec5091dd914,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:52.413607 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '9f064939-3a1a-4509-84a8-8af190a3ff69', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'port_id': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'mac_address': 'fa:16:3e:3d:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:29:14Z', 'updated_at': '2021-07-08T01:29:50Z', 'revision_number': 1, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:52.428604 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4288514-fafe-47c9-9ef9-a75baa940760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1106b1df-a4a8-4dbb-a960-1e2a9627f338,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:52.442800 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] Checking router: 98864ab0-ef53-490d-a603-e0be3bd27454 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:29:52.454306 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:52.454852 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:29:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:52.459456 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-f4288514-fafe-47c9-9ef9-a75baa940760 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa97eef378744176a8c85ce99771d9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732595 Jul 08 01:29:52.460066 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37084) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:52.460672 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.511565 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbf78a30-5495-44df-a15f-27d70dc22713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.532432 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b9aecaa9-fca4-4f5c-97f4-cd4940ef186a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2808425 Jul 08 01:29:52.533654 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37088) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:52.561391 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Request body: {'subnet': {'network_id': '669c797f-b7f5-426b-9031-37a97050b619', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1710156555-subnet', 'tenant_id': '5888599a7e4f428684dc2fddb471415f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:52.574168 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbf78a30-5495-44df-a15f-27d70dc22713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.575511 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409353c-293c-4f55-8e61-4192d87d4a25 req-c4d9d831-51eb-43c3-98ed-006c16837a7d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:52.583074 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3409353c-293c-4f55-8e61-4192d87d4a25 req-c4d9d831-51eb-43c3-98ed-006c16837a7d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.4829519 Jul 08 01:29:52.588742 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-234a4744-6117-4df1-bb59-256b1a60f8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.640754 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-234a4744-6117-4df1-bb59-256b1a60f8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.642625 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Made reservation on behalf of 5888599a7e4f428684dc2fddb471415f for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:52.645240 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65916390'] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.649365 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:52.703894 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3409353c-293c-4f55-8e61-4192d87d4a25 req-280b0ef2-156f-42be-b397-f668169e8c74 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199276 Jul 08 01:29:52.756759 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbf78a30-5495-44df-a15f-27d70dc22713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.778708 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbf78a30-5495-44df-a15f-27d70dc22713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.780703 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-fbf78a30-5495-44df-a15f-27d70dc22713 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbe67dd1-cfb1-4956-b7ec-4ec5091dd914 HTTP/1.1" status: 204 len: 168 time: 0.4028115 Jul 08 01:29:52.868192 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf78a30-5495-44df-a15f-27d70dc22713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe67dd1-cfb1-4956-b7ec-4ec5091dd914,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:52.884628 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-61b28749-174b-4490-a855-044ef47fb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:52.900164 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-61b28749-174b-4490-a855-044ef47fb393 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 1099 time: 0.5762415 Jul 08 01:29:52.912043 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-234a4744-6117-4df1-bb59-256b1a60f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.928037 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-234a4744-6117-4df1-bb59-256b1a60f8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:52.929197 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-234a4744-6117-4df1-bb59-256b1a60f8b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1106b1df-a4a8-4dbb-a960-1e2a9627f338 HTTP/1.1" status: 204 len: 168 time: 0.4638982 Jul 08 01:29:52.949708 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a4744-6117-4df1-bb59-256b1a60f8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1106b1df-a4a8-4dbb-a960-1e2a9627f338,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:53.026174 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '9f064939-3a1a-4509-84a8-8af190a3ff69', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'port_id': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'mac_address': 'fa:16:3e:3d:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:29:14Z', 'updated_at': '2021-07-08T01:29:50Z', 'revision_number': 1, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:53.065501 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.db.resource_extend [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:29:53.066624 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17eb2f-d56d-4560-9a4c-cd924cdd2ee3 None None] The sync data for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi is: [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '9f064939-3a1a-4509-84a8-8af190a3ff69', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'port_id': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'mac_address': 'fa:16:3e:3d:fb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:29:14Z', 'updated_at': '2021-07-08T01:29:50Z', 'revision_number': 1, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:29:53.197919 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65648204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65916372'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:53.228531 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:53.234995 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:53.302594 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-fd9aa58b-7d9a-48ed-b35f-c3309c9e14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:53.304396 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-fd9aa58b-7d9a-48ed-b35f-c3309c9e14dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 910 time: 0.3892817 Jul 08 01:29:53.323163 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Pushing event updated for resources: {'Subnet': ['ID=adfffc3f-1fa7-494d-9891-d65b9fcbf9eb,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:53.333359 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Checking segment: {'id': '0dc3de55-198f-470b-891d-646eb99c34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '669c797f-b7f5-426b-9031-37a97050b619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:53.333835 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Network hostable DHCP agents. Network: 669c797f-b7f5-426b-9031-37a97050b619, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:29:53.356463 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Network 669c797f-b7f5-426b-9031-37a97050b619 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:29:53.375224 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 669c797f-b7f5-426b-9031-37a97050b619) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:53.381414 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:53.382465 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:53.388922 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517212bf-ebe7-4608-be88-a3894c6a0d36 None None] Network 669c797f-b7f5-426b-9031-37a97050b619 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:29:53.408401 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-2b08bd29-8b37-4c34-a886-d94b0aa7434d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8715975 Jul 08 01:29:53.514499 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad54cc8-0c60-4c93-9532-c29bb682d895 None None] New status for floating IP 9f064939-3a1a-4509-84a8-8af190a3ff69: ACTIVE {{(pid=92927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:29:53.527219 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-1df9654b-cc10-49d3-8203-b5c694b3989a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f HTTP/1.1" status: 200 len: 1000 time: 0.1680140 Jul 08 01:29:53.528499 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Floating IP 64dc015a-ceb0-4278-9349-56a3a39d8827 associated. External IP: 172.27.3.213, port: 65f06108-0c0d-4dff-8bac-c510bc70bbb8. Jul 08 01:29:53.670948 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-652f479a-57dd-4ccf-aa24-c6e9e85fe216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:53.673634 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-652f479a-57dd-4ccf-aa24-c6e9e85fe216 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.1100385 Jul 08 01:29:53.733851 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df573a7f-9d8c-4fbd-91c8-afe005533b9d None None] Network 669c797f-b7f5-426b-9031-37a97050b619 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:29:54.133702 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-98ac1b5c-a867-4bab-b81e-c5f132297844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:54.135639 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-98ac1b5c-a867-4bab-b81e-c5f132297844 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4396012 Jul 08 01:29:54.217036 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:29:54.328639 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985fd7-5829-4824-b5a9-ca23d914fb49 req-8a34cafc-30a0-42d2-8722-de848a0831b8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:54.330489 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-30985fd7-5829-4824-b5a9-ca23d914fb49 req-8a34cafc-30a0-42d2-8722-de848a0831b8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.2166908 Jul 08 01:29:54.336206 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-d1ebfadd-d1d7-4989-b102-b6b19d5f0826 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815596 Jul 08 01:29:54.419397 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37176) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:54.426775 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-279851835-network', 'tenant_id': '434275914a454ea68cc229ec2080fc86'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:54.463923 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Made reservation on behalf of 434275914a454ea68cc229ec2080fc86 for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:54.467810 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.469854 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:29:54.482730 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.486539 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.490137 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] Sync routers for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:29:54.506430 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-30985fd7-5829-4824-b5a9-ca23d914fb49 req-a5ad6179-4152-4224-b6c0-8f86b1322891 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670473 Jul 08 01:29:54.506882 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:54.508074 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:29:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:54.559993 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109f29e4-6f26-4e86-a789-588919dc7fc0 req-4481d3af-9c48-4d19-859d-300a9a8de9f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803150 Jul 08 01:29:54.566130 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-d4aa31c3-c58d-4224-9e8d-c052a60f1574 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "PUT /v2.0/floatingips/64dc015a-ceb0-4278-9349-56a3a39d8827 HTTP/1.1" status: 200 len: 991 time: 3.0607219 Jul 08 01:29:54.566130 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:54.586605 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec82fbef-6a90-4034-9885-d7e3f9852d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:54.765017 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.770732 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.799423 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958680b6-bc5d-4c46-b39c-623de79e0486 x-openstack-request-id: req-958680b6-bc5d-4c46-b39c-623de79e0486 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:54.799991 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:54.799991 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-958680b6-bc5d-4c46-b39c-623de79e0486 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:54.800397 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'status': 'completed', 'code': 200} Jul 08 01:29:54.817052 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:29:54.826307 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f30f66e-96ce-43e5-9247-6ffca4e6fe12,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:54.850202 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.850556 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Added segment 910724db-f306-4ea6-8380-0b96417dcd52 of type vlan for network 72237787-3e4c-49c5-8e44-716e18698c4b Jul 08 01:29:54.890959 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:54.907016 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-05b1b378-beee-4a6d-b5b9-706a65952f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:54.908266 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.909356 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-05b1b378-beee-4a6d-b5b9-706a65952f13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 1098 time: 0.0737603 Jul 08 01:29:54.953619 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.955164 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:54.955773 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:55.031972 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6095464 Jul 08 01:29:55.033630 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37202) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:55.040872 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Request body: {'subnet': {'network_id': '72237787-3e4c-49c5-8e44-716e18698c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-279851835-subnet', 'tenant_id': '434275914a454ea68cc229ec2080fc86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:29:55.056238 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Pushing event updated for resources: {'Network': ['ID=72237787-3e4c-49c5-8e44-716e18698c4b,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:55.068047 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.068320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.068670 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.069056 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.069677 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.070014 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.070352 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.070702 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.071029 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.071361 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.071691 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.072021 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e535a5da-dfe7-4ed5-8123-1fe8bf959e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:55.085500 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 72237787-3e4c-49c5-8e44-716e18698c4b details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:29:55.096521 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Made reservation on behalf of 434275914a454ea68cc229ec2080fc86 for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:29:55.105338 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65916390'] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:55.107924 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-f8a8f271-4569-42b0-862c-849c31c1d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:55.109509 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-f8a8f271-4569-42b0-862c-849c31c1d946 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.1891534 Jul 08 01:29:55.226387 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37206) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:55.229302 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-2c81e94a-131e-4598-b402-acce7f5763a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8 HTTP/1.1" status: 200 len: 999 time: 0.1059616 Jul 08 01:29:55.265654 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '64dc015a-ceb0-4278-9349-56a3a39d8827', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'port_id': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'mac_address': 'fa:16:3e:3a:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0caff9-af6d-462d-9a69-18fe22180800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:29:24Z', 'updated_at': '2021-07-08T01:29:52Z', 'revision_number': 1, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:55.299735 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] Checking router: 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:29:55.309453 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:29:55.310192 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:29:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:55.330224 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-631c4aea-b711-452f-a867-237cc9fcd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:55.333864 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-631c4aea-b711-452f-a867-237cc9fcd2f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0965896 Jul 08 01:29:55.384314 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65648204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65916372'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:55.429229 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-e67988e0-321f-4f50-a187-75a31afe7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:55.430771 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-e67988e0-321f-4f50-a187-75a31afe7564 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908537 Jul 08 01:29:55.449865 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:29:55.466046 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6b2b0c48-869b-4ea1-a2cc-2df8206188d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:55.514634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cf7746-99cf-48e6-bee4-eddaf5d3de5a,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:55.524080 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Checking segment: {'id': '910724db-f306-4ea6-8380-0b96417dcd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72237787-3e4c-49c5-8e44-716e18698c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:29:55.524396 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Network hostable DHCP agents. Network: 72237787-3e4c-49c5-8e44-716e18698c4b, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:29:55.565297 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Network 72237787-3e4c-49c5-8e44-716e18698c4b is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:29:55.586017 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 72237787-3e4c-49c5-8e44-716e18698c4b) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:29:55.596219 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:55.597127 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:55.599952 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec869d-c5e8-42db-99b2-45acad483c1d None None] Network 72237787-3e4c-49c5-8e44-716e18698c4b requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:29:55.666226 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6b2b0c48-869b-4ea1-a2cc-2df8206188d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:55.675340 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6b2b0c48-869b-4ea1-a2cc-2df8206188d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:55.702288 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-e7906193-3c26-4663-9ff8-931ef74ad793 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6675274 Jul 08 01:29:55.735514 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-e351f8d4-5c5a-4bea-b3b5-2aeb5eef8b65 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899563 Jul 08 01:29:55.781466 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-6b2b0c48-869b-4ea1-a2cc-2df8206188d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a063b12b4b3420ba37d64a9ff413b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472147 Jul 08 01:29:55.781571 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37228) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:55.812366 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b0c48-869b-4ea1-a2cc-2df8206188d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a285f1d-c087-48b3-ac72-9c824c1d1998,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:55.888985 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '64dc015a-ceb0-4278-9349-56a3a39d8827', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'port_id': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'mac_address': 'fa:16:3e:3a:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0caff9-af6d-462d-9a69-18fe22180800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:29:24Z', 'updated_at': '2021-07-08T01:29:52Z', 'revision_number': 1, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:29:55.938330 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62dc50-93a7-450c-92a1-bfc940f63cf2 None None] The sync data for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi is: [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '64dc015a-ceb0-4278-9349-56a3a39d8827', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'port_id': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'mac_address': 'fa:16:3e:3a:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0caff9-af6d-462d-9a69-18fe22180800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:29:24Z', 'updated_at': '2021-07-08T01:29:52Z', 'revision_number': 1, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:29:55.947727 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ec82fbef-6a90-4034-9885-d7e3f9852d4c req-e22a0fe9-2388-4a14-b6a3-b89fda1ebb6c service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982586 Jul 08 01:29:56.079890 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4ff6dc29-1845-444e-84e0-e760cf9d9a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.106789 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff834553-aad6-4a71-97a2-1b21b37878e8 req-e94b7a69-f61d-4a75-99a9-3194733a3bd9 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:56.108306 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ff834553-aad6-4a71-97a2-1b21b37878e8 req-e94b7a69-f61d-4a75-99a9-3194733a3bd9 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.2825971 Jul 08 01:29:56.122569 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:29:56.132177 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bde835e6-1bb3-4612-b650-4edc772d5a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.133846 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4ff6dc29-1845-444e-84e0-e760cf9d9a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.139213 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f1faf-b72b-491f-afb6-d06c31c96bb0 None None] Network 72237787-3e4c-49c5-8e44-716e18698c4b requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:29:56.201545 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37244) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:56.203156 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ff834553-aad6-4a71-97a2-1b21b37878e8 req-000fc35b-725f-4886-8e09-3e475140f4d4 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812416 Jul 08 01:29:56.239122 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4ff6dc29-1845-444e-84e0-e760cf9d9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.242385 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4ff6dc29-1845-444e-84e0-e760cf9d9a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.243923 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-4ff6dc29-1845-444e-84e0-e760cf9d9a3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a285f1d-c087-48b3-ac72-9c824c1d1998 HTTP/1.1" status: 204 len: 168 time: 0.4552693 Jul 08 01:29:56.258953 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6dc29-1845-444e-84e0-e760cf9d9a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a285f1d-c087-48b3-ac72-9c824c1d1998,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:56.385040 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ee723-8acb-45fb-9aed-b92e624aaecc None None] New status for floating IP 64dc015a-ceb0-4278-9349-56a3a39d8827: ACTIVE {{(pid=92927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:29:56.435812 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.596822 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.620688 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.674576 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a791c68c-44a8-46a3-9431-588adbb25701,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:56.684411 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d420f5817f947399024ad6ca6d14a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816926 Jul 08 01:29:56.686697 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.687050 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.687430 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.687827 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.688180 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.688288 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37254) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:56.689351 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.690310 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.690819 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.691209 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.692075 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.692416 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.692840 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5580ded-f87c-4d66-a1c6-e8d05fed0d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:29:56.823571 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5294b02e-6a71-4dcc-a756-eac10c0a8fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.868630 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5294b02e-6a71-4dcc-a756-eac10c0a8fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.890189 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b5f0a-bea2-461d-ac5c-fdf0aa1d6f8e req-dd1da40a-4a66-4afa-8811-cce034e544f6 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:56.892024 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7d7b5f0a-bea2-461d-ac5c-fdf0aa1d6f8e req-dd1da40a-4a66-4afa-8811-cce034e544f6 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 945 time: 0.0889704 Jul 08 01:29:56.949580 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37264) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:56.961412 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7d7b5f0a-bea2-461d-ac5c-fdf0aa1d6f8e req-4817a43d-24d9-4349-aa5e-26ff737bf960 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611193 Jul 08 01:29:56.963719 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5294b02e-6a71-4dcc-a756-eac10c0a8fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.966578 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5294b02e-6a71-4dcc-a756-eac10c0a8fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.967699 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-5294b02e-6a71-4dcc-a756-eac10c0a8fbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a791c68c-44a8-46a3-9431-588adbb25701 HTTP/1.1" status: 204 len: 168 time: 0.2733364 Jul 08 01:29:56.972411 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4242e92b-bef9-41ac-bac8-79ef6f41f0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.988265 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294b02e-6a71-4dcc-a756-eac10c0a8fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a791c68c-44a8-46a3-9431-588adbb25701,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:57.114583 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4242e92b-bef9-41ac-bac8-79ef6f41f0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:57.118768 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4242e92b-bef9-41ac-bac8-79ef6f41f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:57.158878 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-4242e92b-bef9-41ac-bac8-79ef6f41f0f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0abde7c9a854472ba46336f0966011c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081611 Jul 08 01:29:57.159741 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242e92b-bef9-41ac-bac8-79ef6f41f0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890f80bb-14f1-4def-a6e9-306b15afbb00,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:57.161762 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37270) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:57.224119 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dac61f07-f65a-44ee-bd57-6c8078e360cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:57.245531 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dac61f07-f65a-44ee-bd57-6c8078e360cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:57.309269 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dac61f07-f65a-44ee-bd57-6c8078e360cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:57.311883 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dac61f07-f65a-44ee-bd57-6c8078e360cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:57.313191 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-dac61f07-f65a-44ee-bd57-6c8078e360cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/890f80bb-14f1-4def-a6e9-306b15afbb00 HTTP/1.1" status: 204 len: 168 time: 0.1500955 Jul 08 01:29:57.331770 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac61f07-f65a-44ee-bd57-6c8078e360cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890f80bb-14f1-4def-a6e9-306b15afbb00,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:57.395174 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25bef-539a-4a42-ad44-31bd4c259b36 req-1dad8a24-ed02-4063-9030-c0a7d3a5da6a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:57.403031 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2fe25bef-539a-4a42-ad44-31bd4c259b36 req-1dad8a24-ed02-4063-9030-c0a7d3a5da6a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0841169 Jul 08 01:29:57.446514 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2fe25bef-539a-4a42-ad44-31bd4c259b36 req-049a5d51-cac7-4830-874e-5aea185e84ad tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422916 Jul 08 01:29:58.181596 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdee75d-cc6e-484a-89dd-89e8b46c9445 req-90d35cd0-fdeb-4d52-a20f-79bcae1b36c8 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:58.183545 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-abdee75d-cc6e-484a-89dd-89e8b46c9445 req-90d35cd0-fdeb-4d52-a20f-79bcae1b36c8 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 945 time: 0.0923908 Jul 08 01:29:58.287808 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-abdee75d-cc6e-484a-89dd-89e8b46c9445 req-8b5a880f-2105-4fcd-9631-1abc0e462170 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/security-groups?id=d37d9d7a-b598-4b12-a4c1-983e0a7b0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860648 Jul 08 01:29:58.447871 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:58.459104 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d397-534a-4cd4-9454-cd1dd20bbd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:58.677775 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d956488-b2cc-4bf3-a0d7-8b646dc3f64d req-6c7c9c2f-b3f9-4461-822e-868c6c4f3692 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:58.677775 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6d956488-b2cc-4bf3-a0d7-8b646dc3f64d req-6c7c9c2f-b3f9-4461-822e-868c6c4f3692 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0854099 Jul 08 01:29:58.748925 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6d956488-b2cc-4bf3-a0d7-8b646dc3f64d req-06b99fbf-8154-41bc-8e01-ae28a24609fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667150 Jul 08 01:29:58.779462 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-3509b660-03e2-4732-a210-69d2dc9de784 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:58.781160 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-3509b660-03e2-4732-a210-69d2dc9de784 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 945 time: 0.0822737 Jul 08 01:29:58.901015 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Deleting port 7ab474c8-7db0-41e6-940a-e220d28b4512 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:29:58.901701 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:58.992800 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] For port 7ab474c8-7db0-41e6-940a-e220d28b4512, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7ab474c8-7db0-41e6-940a-e220d28b4512,segment=NetworkSegment(7c3c02cf-1b56-449a-8c72-3a202c5d802d),segment_id=7c3c02cf-1b56-449a-8c72-3a202c5d802d)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:29:58.993113 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:59.013818 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Calling delete_port for 7ab474c8-7db0-41e6-940a-e220d28b4512 owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:29:59.190880 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:59.203631 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['7ab474c8-7db0-41e6-940a-e220d28b4512'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:29:59.234657 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Pushing event deleted for resources: {'Port': ['ID=7ab474c8-7db0-41e6-940a-e220d28b4512,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:29:59.301905 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] No DVR routers for this DVR port 7ab474c8-7db0-41e6-940a-e220d28b4512 on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:29:59.305296 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:59.307768 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-63855bfe-7fa1-40ae-a79f-9ab84f38d757 req-bb45e201-67b9-45f6-9ccc-a20383c09731 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.21 "DELETE /v2.0/ports/7ab474c8-7db0-41e6-940a-e220d28b4512 HTTP/1.1" status: 204 len: 173 time: 0.5210783 Jul 08 01:29:59.308431 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e29933-af9c-47c5-b1d6-bd78af71d01c', 'name': 'network-vif-deleted', 'tag': '7ab474c8-7db0-41e6-940a-e220d28b4512'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:29:59.318781 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9f26d6-9a47-4f1a-acdd-30d723fe99c1" -d '{"events": [{"server_uuid": "04e29933-af9c-47c5-b1d6-bd78af71d01c", "name": "network-vif-deleted", "tag": "7ab474c8-7db0-41e6-940a-e220d28b4512"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:29:59.387546 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01961fcc-7f86-4469-aad3-f39d82c88cac x-openstack-request-id: req-01961fcc-7f86-4469-aad3-f39d82c88cac {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:29:59.388149 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e29933-af9c-47c5-b1d6-bd78af71d01c", "name": "network-vif-deleted", "tag": "7ab474c8-7db0-41e6-940a-e220d28b4512", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:29:59.388364 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01961fcc-7f86-4469-aad3-f39d82c88cac {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:29:59.388751 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e29933-af9c-47c5-b1d6-bd78af71d01c', 'name': 'network-vif-deleted', 'tag': '7ab474c8-7db0-41e6-940a-e220d28b4512', 'status': 'completed', 'code': 200} Jul 08 01:29:59.429950 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:59.497544 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a6f41efe-02a2-41eb-8168-afebdeff49cb req-16bb23fd-b107-45ce-bb88-81e2910f53e2 tempest-DeleteServersTestJSON-178190697 tempest-DeleteServersTestJSON-178190697-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e29933-af9c-47c5-b1d6-bd78af71d01c HTTP/1.1" status: 200 len: 210 time: 0.0380313 Jul 08 01:29:59.875819 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37424) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:29:59.973567 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13535c-7d6e-4780-81db-1b55c10c9f3c req-cfb53d27-67e5-46b8-9343-3c172175d507 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:29:59.980628 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6d13535c-7d6e-4780-81db-1b55c10c9f3c req-cfb53d27-67e5-46b8-9343-3c172175d507 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0819049 Jul 08 01:30:00.010925 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-50e62b24-1bdc-4298-8308-d7ce058e3bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.036443 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6d13535c-7d6e-4780-81db-1b55c10c9f3c req-1955a989-1766-4b14-bc1f-f0d2e80928c6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549238 Jul 08 01:30:00.121341 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-50e62b24-1bdc-4298-8308-d7ce058e3bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.125097 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-50e62b24-1bdc-4298-8308-d7ce058e3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.163278 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-50e62b24-1bdc-4298-8308-d7ce058e3bf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39c18f4c9f8c48d88656e145e6914122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862003 Jul 08 01:30:00.165199 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e62b24-1bdc-4298-8308-d7ce058e3bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e811811e-ac76-4536-974f-561b89ea0584,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:00.165859 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37432) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:00.218306 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4116c9c-5f40-4ab6-822d-47b8fc8aa5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.238508 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4116c9c-5f40-4ab6-822d-47b8fc8aa5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.283092 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4116c9c-5f40-4ab6-822d-47b8fc8aa5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.285921 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4116c9c-5f40-4ab6-822d-47b8fc8aa5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.287033 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b4116c9c-5f40-4ab6-822d-47b8fc8aa5cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e811811e-ac76-4536-974f-561b89ea0584 HTTP/1.1" status: 204 len: 168 time: 0.1202002 Jul 08 01:30:00.296442 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4116c9c-5f40-4ab6-822d-47b8fc8aa5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e811811e-ac76-4536-974f-561b89ea0584,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:00.591827 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37442) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:00.605583 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0eb5-7adf-483a-95d7-0a0808a97017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.702485 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0eb5-7adf-483a-95d7-0a0808a97017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.706422 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0eb5-7adf-483a-95d7-0a0808a97017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.743776 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a2bd0eb5-7adf-483a-95d7-0a0808a97017 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c6fad556db449359526019dc60c6848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507189 Jul 08 01:30:00.744627 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd0eb5-7adf-483a-95d7-0a0808a97017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebf408e-320c-46bc-8ac4-d88ef5d79267,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:00.746524 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37450) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:00.806716 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-446495ab-1240-4fae-b870-92d3b3d33feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.812509 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.832075 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-446495ab-1240-4fae-b870-92d3b3d33feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.899110 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-446495ab-1240-4fae-b870-92d3b3d33feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.902442 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-446495ab-1240-4fae-b870-92d3b3d33feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:00.906243 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-446495ab-1240-4fae-b870-92d3b3d33feb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ebf408e-320c-46bc-8ac4-d88ef5d79267 HTTP/1.1" status: 204 len: 168 time: 0.1562278 Jul 08 01:30:00.926886 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446495ab-1240-4fae-b870-92d3b3d33feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebf408e-320c-46bc-8ac4-d88ef5d79267,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:01.293910 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c41e71-22cf-4f5e-a1c3-d61acdd572e3 req-efbfaf1e-4652-43f9-b9aa-f7c49fb0af73 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:01.296863 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c5c41e71-22cf-4f5e-a1c3-d61acdd572e3 req-efbfaf1e-4652-43f9-b9aa-f7c49fb0af73 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0875208 Jul 08 01:30:01.348989 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c5c41e71-22cf-4f5e-a1c3-d61acdd572e3 req-2412749f-3007-403f-8140-19a13991607f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Jul 08 01:30:01.993660 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 7ab474c8-7db0-41e6-940a-e220d28b4512 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:30:02.039597 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 7ab474c8-7db0-41e6-940a-e220d28b4512 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:30:02.039597 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 7ab474c8-7db0-41e6-940a-e220d28b4512 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:30:02.255225 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37544) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:02.302972 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c33fe0e-ddde-4c04-808f-c76729234d52 admin admin] Deleting subnet 89c24467-d308-4ac7-8653-5f628271b615 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:30:02.305920 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5c33fe0e-ddde-4c04-808f-c76729234d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.341438 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5c33fe0e-ddde-4c04-808f-c76729234d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.390675 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5c33fe0e-ddde-4c04-808f-c76729234d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.459906 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5c33fe0e-ddde-4c04-808f-c76729234d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.490814 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33fe0e-ddde-4c04-808f-c76729234d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c24467-d308-4ac7-8653-5f628271b615,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:02.494488 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5c33fe0e-ddde-4c04-808f-c76729234d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.500707 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-5c33fe0e-ddde-4c04-808f-c76729234d52 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/89c24467-d308-4ac7-8653-5f628271b615 HTTP/1.1" status: 204 len: 168 time: 0.2412040 Jul 08 01:30:02.501791 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37562) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:02.558451 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e2cd-d0f0-4802-8fa6-83d6ab79f80c req-6d4f5f2d-7254-4e09-857b-2648805faab0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:02.565903 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5ae2e2cd-d0f0-4802-8fa6-83d6ab79f80c req-6d4f5f2d-7254-4e09-857b-2648805faab0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0961120 Jul 08 01:30:02.600827 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.632955 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5ae2e2cd-d0f0-4802-8fa6-83d6ab79f80c req-746c27c9-b3a8-4b61-b196-ba08dc7c2c32 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622251 Jul 08 01:30:02.700307 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.711857 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:02.722911 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3c02cf-1b56-449a-8c72-3a202c5d802d') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:02.723212 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3c02cf-1b56-449a-8c72-3a202c5d802d') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:02.732564 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.759438 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.766646 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:30:02.767323 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:30:02.769760 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:30:02.850409 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.861520 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:02.863966 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2 HTTP/1.1" status: 204 len: 168 time: 0.3612006 Jul 08 01:30:02.875132 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639eb94-74f4-4f40-8622-76511c2f5078 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7cf4a2-a696-4c4e-b1e7-8019d68c69e2,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:03.050018 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37602) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:03.092361 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-2241eeed-d465-488e-ad44-558ca0383322 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20ab43e4ed65424181a1937ff4fe4621&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404639 Jul 08 01:30:03.094814 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37606) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:03.147818 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e6e-67d3-4c26-b2c0-ea5d88c2a717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:03.174575 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e6e-67d3-4c26-b2c0-ea5d88c2a717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:03.249237 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e6e-67d3-4c26-b2c0-ea5d88c2a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:03.251937 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e6e-67d3-4c26-b2c0-ea5d88c2a717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:03.255869 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-1a2b0e6e-67d3-4c26-b2c0-ea5d88c2a717 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d37d9d7a-b598-4b12-a4c1-983e0a7b0450 HTTP/1.1" status: 204 len: 168 time: 0.1574538 Jul 08 01:30:03.262409 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b0e6e-67d3-4c26-b2c0-ea5d88c2a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37d9d7a-b598-4b12-a4c1-983e0a7b0450,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:03.881378 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47fd09-0d31-476b-97db-45b25cf511c2 req-fd771db8-3963-4881-b31d-8880f740443d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:03.883547 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9e47fd09-0d31-476b-97db-45b25cf511c2 req-fd771db8-3963-4881-b31d-8880f740443d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.1193748 Jul 08 01:30:03.940071 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9e47fd09-0d31-476b-97db-45b25cf511c2 req-e39cb9f7-c92d-412f-b2c6-cf64a24f3310 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500355 Jul 08 01:30:04.729507 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37714) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:04.845485 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6a784c76-18ce-4012-ad24-58172435f2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:04.953976 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6a784c76-18ce-4012-ad24-58172435f2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:04.958304 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6a784c76-18ce-4012-ad24-58172435f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.000901 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-6a784c76-18ce-4012-ad24-58172435f2d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e65a6c8cab994f8db6cfa4789a147814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702196 Jul 08 01:30:05.001874 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a784c76-18ce-4012-ad24-58172435f2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92f29f-61d5-4b41-9d0d-79965a3722cc,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:05.003755 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37736) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:05.063203 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e410284-a245-4944-b758-643ea4214d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.089853 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e410284-a245-4944-b758-643ea4214d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.145794 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e410284-a245-4944-b758-643ea4214d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.148668 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2e410284-a245-4944-b758-643ea4214d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.150317 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-2e410284-a245-4944-b758-643ea4214d21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab92f29f-61d5-4b41-9d0d-79965a3722cc HTTP/1.1" status: 204 len: 168 time: 0.1455841 Jul 08 01:30:05.162343 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e410284-a245-4944-b758-643ea4214d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92f29f-61d5-4b41-9d0d-79965a3722cc,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:05.164093 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a826e0a-bb8a-4e8e-a615-ea93be81f9b6 req-a353caef-591a-41a5-90bf-ef3a1ccda40a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:05.165694 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2a826e0a-bb8a-4e8e-a615-ea93be81f9b6 req-a353caef-591a-41a5-90bf-ef3a1ccda40a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0827203 Jul 08 01:30:05.241264 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2a826e0a-bb8a-4e8e-a615-ea93be81f9b6 req-7d46c194-732a-47d1-8a67-f8386f02ee4a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559492 Jul 08 01:30:05.489520 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37756) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:05.503078 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d16f-1991-4cb8-a7e5-c56d49950f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.593079 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d16f-1991-4cb8-a7e5-c56d49950f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.596886 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d16f-1991-4cb8-a7e5-c56d49950f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.632862 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2d16f-1991-4cb8-a7e5-c56d49950f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8227cb81-91ec-41cb-b2fe-95eaf6b1ba7d,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:05.638068 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c8b2d16f-1991-4cb8-a7e5-c56d49950f9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=382bf0d712df40b2b988dfda348a4717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473069 Jul 08 01:30:05.640853 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37758) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:05.692770 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7fa386a7-e68c-4e35-8b6b-b2c28564cdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.714580 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7fa386a7-e68c-4e35-8b6b-b2c28564cdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.764794 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7fa386a7-e68c-4e35-8b6b-b2c28564cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.767543 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7fa386a7-e68c-4e35-8b6b-b2c28564cdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:05.768710 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-7fa386a7-e68c-4e35-8b6b-b2c28564cdbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8227cb81-91ec-41cb-b2fe-95eaf6b1ba7d HTTP/1.1" status: 204 len: 168 time: 0.1269479 Jul 08 01:30:05.776563 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa386a7-e68c-4e35-8b6b-b2c28564cdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8227cb81-91ec-41cb-b2fe-95eaf6b1ba7d,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:06.283718 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37812) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:06.399522 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0900ec02-f737-4bd7-9f94-d30289433dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:06.459257 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0433-6efd-4025-a762-a497dee6f2cc req-66e42c95-1cdc-46c2-aeab-9b3d8ced4a4f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:06.461873 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-54af0433-6efd-4025-a762-a497dee6f2cc req-66e42c95-1cdc-46c2-aeab-9b3d8ced4a4f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0741532 Jul 08 01:30:06.497447 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0900ec02-f737-4bd7-9f94-d30289433dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:06.502652 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0900ec02-f737-4bd7-9f94-d30289433dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:06.506628 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-54af0433-6efd-4025-a762-a497dee6f2cc req-0cc2a4f4-4fdd-4977-95a2-f364147bc01a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Jul 08 01:30:06.536926 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-0900ec02-f737-4bd7-9f94-d30289433dd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4b90eeb43184dbeaefe8ad9bbdb0389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522354 Jul 08 01:30:06.541402 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37826) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:06.559680 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900ec02-f737-4bd7-9f94-d30289433dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3321c153-374b-46ed-a3df-2a1234d13b16,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:06.608036 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf6daa9b-1450-4303-9259-7a9483465dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:06.638964 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf6daa9b-1450-4303-9259-7a9483465dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:06.691810 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf6daa9b-1450-4303-9259-7a9483465dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:06.700022 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf6daa9b-1450-4303-9259-7a9483465dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:06.704101 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-cf6daa9b-1450-4303-9259-7a9483465dcc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3321c153-374b-46ed-a3df-2a1234d13b16 HTTP/1.1" status: 204 len: 168 time: 0.1615717 Jul 08 01:30:06.712541 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6daa9b-1450-4303-9259-7a9483465dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3321c153-374b-46ed-a3df-2a1234d13b16,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:07.031394 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37854) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:07.045395 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ca37107-ed30-48fc-a321-f83646216fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.134225 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ca37107-ed30-48fc-a321-f83646216fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.139442 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ca37107-ed30-48fc-a321-f83646216fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.179960 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-9ca37107-ed30-48fc-a321-f83646216fb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cbf9db0a86749ba93b05864703c3f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474736 Jul 08 01:30:07.180806 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca37107-ed30-48fc-a321-f83646216fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13fe63d-1b4f-4412-b0a7-1c47f6a38fed,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:07.182848 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37860) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:07.238697 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6847afb6-c0fa-4bbd-8a65-518e2f906bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.260309 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6847afb6-c0fa-4bbd-8a65-518e2f906bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.319776 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6847afb6-c0fa-4bbd-8a65-518e2f906bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.322380 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6847afb6-c0fa-4bbd-8a65-518e2f906bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.325812 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-6847afb6-c0fa-4bbd-8a65-518e2f906bf7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c13fe63d-1b4f-4412-b0a7-1c47f6a38fed HTTP/1.1" status: 204 len: 168 time: 0.1396039 Jul 08 01:30:07.331066 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847afb6-c0fa-4bbd-8a65-518e2f906bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13fe63d-1b4f-4412-b0a7-1c47f6a38fed,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:07.640722 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 37876) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:07.654018 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a84c521d-702b-4531-8bfd-68db4f5b4be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.764845 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a84c521d-702b-4531-8bfd-68db4f5b4be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.769322 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a84c521d-702b-4531-8bfd-68db4f5b4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.810596 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-a84c521d-702b-4531-8bfd-68db4f5b4be7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebf9968ad8034cbfbcbcaddda1f66c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687548 Jul 08 01:30:07.811662 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c521d-702b-4531-8bfd-68db4f5b4be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deae769-4c95-4b27-b332-251e88cd3781,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:07.813782 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 37882) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:07.863743 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-757ed7f8-e5c3-4d66-a03d-fce2e631ec04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.885451 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-757ed7f8-e5c3-4d66-a03d-fce2e631ec04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.932947 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-757ed7f8-e5c3-4d66-a03d-fce2e631ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.935464 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-757ed7f8-e5c3-4d66-a03d-fce2e631ec04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:07.936597 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-757ed7f8-e5c3-4d66-a03d-fce2e631ec04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8deae769-4c95-4b27-b332-251e88cd3781 HTTP/1.1" status: 204 len: 168 time: 0.1213121 Jul 08 01:30:07.944315 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ed7f8-e5c3-4d66-a03d-fce2e631ec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deae769-4c95-4b27-b332-251e88cd3781,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:09.302493 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77c2fe-4a84-4ac9-8c06-8a160f4b0928 req-b23208bb-7c79-4a1c-9ac9-079f767f31a0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:09.303971 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4b77c2fe-4a84-4ac9-8c06-8a160f4b0928 req-b23208bb-7c79-4a1c-9ac9-079f767f31a0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0633628 Jul 08 01:30:09.340514 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4b77c2fe-4a84-4ac9-8c06-8a160f4b0928 req-cd72c225-3728-4c38-bf6f-6e04959cd527 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310514 Jul 08 01:30:10.580246 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5d0f7-0494-46a9-ae97-bec761976d39 req-ec028c97-25d9-45a8-8398-567969426c9a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:10.583085 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-73f5d0f7-0494-46a9-ae97-bec761976d39 req-ec028c97-25d9-45a8-8398-567969426c9a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0785768 Jul 08 01:30:10.625721 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-73f5d0f7-0494-46a9-ae97-bec761976d39 req-75039a52-8400-48c2-a3e9-428ee2aaa320 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368986 Jul 08 01:30:14.153652 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1391da-68a7-4208-892c-f9ed52dc4513 req-c044e9ac-5b6e-4de2-a450-17a865d0d0a5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:14.155477 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8b1391da-68a7-4208-892c-f9ed52dc4513 req-c044e9ac-5b6e-4de2-a450-17a865d0d0a5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0625055 Jul 08 01:30:14.193309 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8b1391da-68a7-4208-892c-f9ed52dc4513 req-064e04e4-ce01-4acd-aafe-bf1236bdf6e6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Jul 08 01:30:15.352810 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38086) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:15.402120 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc3e9a3-8bb3-4fab-aa1e-7772ca9e5ab2 admin admin] Deleting subnet adfffc3f-1fa7-494d-9891-d65b9fcbf9eb {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:30:15.405254 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a3-8bb3-4fab-aa1e-7772ca9e5ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.439573 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a3-8bb3-4fab-aa1e-7772ca9e5ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.479525 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a3-8bb3-4fab-aa1e-7772ca9e5ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.530289 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a3-8bb3-4fab-aa1e-7772ca9e5ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.556399 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3e9a3-8bb3-4fab-aa1e-7772ca9e5ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adfffc3f-1fa7-494d-9891-d65b9fcbf9eb,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:15.558353 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e9a3-8bb3-4fab-aa1e-7772ca9e5ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.560193 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-5cc3e9a3-8bb3-4fab-aa1e-7772ca9e5ab2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/adfffc3f-1fa7-494d-9891-d65b9fcbf9eb HTTP/1.1" status: 204 len: 168 time: 0.2063951 Jul 08 01:30:15.562701 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38088) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:15.631062 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.705841 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.715229 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669c797f-b7f5-426b-9031-37a97050b619']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:15.725267 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc3de55-198f-470b-891d-646eb99c34d3') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:15.725567 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc3de55-198f-470b-891d-646eb99c34d3') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:15.733984 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.750960 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.756511 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:30:15.756894 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:30:15.758477 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:30:15.810679 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.818039 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.819854 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] 10.222.0.22 "DELETE /v2.0/networks/669c797f-b7f5-426b-9031-37a97050b619 HTTP/1.1" status: 204 len: 168 time: 0.2561889 Jul 08 01:30:15.823087 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38092) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:15.829176 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bc9b1-73c3-4ea9-9c85-1a5af5ecfc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=669c797f-b7f5-426b-9031-37a97050b619,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:15.872621 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1cd44b-5714-4712-8ebc-95f33cf9ceb6 admin admin] Deleting subnet a6cf7746-99cf-48e6-bee4-eddaf5d3de5a {{(pid=92925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:30:15.875710 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd44b-5714-4712-8ebc-95f33cf9ceb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.908527 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd44b-5714-4712-8ebc-95f33cf9ceb6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.917914 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd44b-5714-4712-8ebc-95f33cf9ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.968565 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd44b-5714-4712-8ebc-95f33cf9ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.996532 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd44b-5714-4712-8ebc-95f33cf9ceb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:15.998457 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-9a1cd44b-5714-4712-8ebc-95f33cf9ceb6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a6cf7746-99cf-48e6-bee4-eddaf5d3de5a HTTP/1.1" status: 204 len: 168 time: 0.1743829 Jul 08 01:30:15.999505 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cd44b-5714-4712-8ebc-95f33cf9ceb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cf7746-99cf-48e6-bee4-eddaf5d3de5a,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:16.000996 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38094) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:16.070659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.143166 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.152800 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72237787-3e4c-49c5-8e44-716e18698c4b']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:16.162986 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910724db-f306-4ea6-8380-0b96417dcd52') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:16.163280 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910724db-f306-4ea6-8380-0b96417dcd52') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:30:16.171612 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.184530 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.190224 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:30:16.190625 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:30:16.192313 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:30:16.246383 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.251336 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.253153 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] 10.222.0.22 "DELETE /v2.0/networks/72237787-3e4c-49c5-8e44-716e18698c4b HTTP/1.1" status: 204 len: 168 time: 0.2508452 Jul 08 01:30:16.263441 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01228b66-1cab-42f4-ba84-1b095f98a53b admin admin] Pushing event deleted for resources: {'Network': ['ID=72237787-3e4c-49c5-8e44-716e18698c4b,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:16.410213 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38102) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:16.448380 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-6a8f980b-ae54-47e9-bd4e-cc79b0496c8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5888599a7e4f428684dc2fddb471415f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366795 Jul 08 01:30:16.450717 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38104) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:16.495241 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-13fff7b2-b133-4f97-a365-b28ca07d8f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.515414 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-13fff7b2-b133-4f97-a365-b28ca07d8f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.558835 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-13fff7b2-b133-4f97-a365-b28ca07d8f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.561502 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-13fff7b2-b133-4f97-a365-b28ca07d8f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.562666 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-13fff7b2-b133-4f97-a365-b28ca07d8f3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dc4fb22-c96b-46a4-8fc5-b4e598ee56de HTTP/1.1" status: 204 len: 168 time: 0.1110919 Jul 08 01:30:16.570821 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fff7b2-b133-4f97-a365-b28ca07d8f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc4fb22-c96b-46a4-8fc5-b4e598ee56de,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:16.872325 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38112) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:16.911354 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-dd17ccaa-8e77-49c5-a8b7-52ad10137419 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=434275914a454ea68cc229ec2080fc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377853 Jul 08 01:30:16.913578 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38114) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:16.962712 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d2d2736e-9ab1-41fb-8817-d3093072786c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:16.983080 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d2d2736e-9ab1-41fb-8817-d3093072786c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.027308 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d2d2736e-9ab1-41fb-8817-d3093072786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.029906 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d2d2736e-9ab1-41fb-8817-d3093072786c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.031045 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-d2d2736e-9ab1-41fb-8817-d3093072786c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f30f66e-96ce-43e5-9247-6ffca4e6fe12 HTTP/1.1" status: 204 len: 168 time: 0.1165595 Jul 08 01:30:17.040942 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2736e-9ab1-41fb-8817-d3093072786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f30f66e-96ce-43e5-9247-6ffca4e6fe12,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:17.673193 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38140) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:17.763073 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1440644295-network', 'tenant_id': '70de64e4ec0b4adfa113e126abf4eaf4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:30:17.789642 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Made reservation on behalf of 70de64e4ec0b4adfa113e126abf4eaf4 for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:30:17.791981 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.803247 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.891351 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.895692 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.919997 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:30:17.929537 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dc16fc-9ecc-404f-8493-ebfe74570d7e,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:17.935521 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.935868 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Added segment 6d3d3382-49de-408f-9383-1d03d5bd2dd8 of type vlan for network e6e72abe-5b5a-4c27-879d-29595163a525 Jul 08 01:30:17.974380 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:18.000971 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:18.001963 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:18.002551 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:18.058132 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3837492 Jul 08 01:30:18.062430 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38148) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:18.065001 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403974a2-a912-4248-9074-d44da4911ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=e6e72abe-5b5a-4c27-879d-29595163a525,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:18.068493 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Request body: {'subnet': {'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1440644295-subnet', 'tenant_id': '70de64e4ec0b4adfa113e126abf4eaf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:30:18.075354 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network e6e72abe-5b5a-4c27-879d-29595163a525 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:30:18.110559 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Made reservation on behalf of 70de64e4ec0b4adfa113e126abf4eaf4 for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:30:18.113264 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:18.262397 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-98800685-e589-4dc5-81de-80361366f576 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1598172 Jul 08 01:30:18.322145 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f4f54-d39d-4046-b0a5-52a5208e3c07 req-12282363-2518-418c-a07d-7c0c7e36e547 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:18.323618 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2c7f4f54-d39d-4046-b0a5-52a5208e3c07 req-12282363-2518-418c-a07d-7c0c7e36e547 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.1213515 Jul 08 01:30:18.429784 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:18.436159 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2c7f4f54-d39d-4046-b0a5-52a5208e3c07 req-11c2d56d-1876-4a12-b768-c770c376de96 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031864 Jul 08 01:30:18.481485 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-67729b09-81d6-458d-a053-88aeca243216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:18.483000 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-67729b09-81d6-458d-a053-88aeca243216 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 1099 time: 0.1585312 Jul 08 01:30:18.498106 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=428bdf24-e58a-4b95-ae83-1aa3d8dc20e6,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:18.508043 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Checking segment: {'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:30:18.508436 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Network hostable DHCP agents. Network: e6e72abe-5b5a-4c27-879d-29595163a525, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:30:18.570362 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Network e6e72abe-5b5a-4c27-879d-29595163a525 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:30:18.583135 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, e6e72abe-5b5a-4c27-879d-29595163a525) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:30:18.590759 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc219b-5c10-463c-83f8-eb8e2e2cf623 None None] Network e6e72abe-5b5a-4c27-879d-29595163a525 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:30:18.593439 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:18.594048 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:18.618657 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-05c9d0b2-2d7a-49f5-a67f-e1e1565fad7b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5546246 Jul 08 01:30:18.619885 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-bedb6c86-71b6-48c8-9ff7-d852c127cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:18.621222 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-bedb6c86-71b6-48c8-9ff7-d852c127cfce service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 910 time: 0.1096079 Jul 08 01:30:18.688615 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-ebf3b8cd-6a80-48a7-819b-3d305d7f08e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f HTTP/1.1" status: 200 len: 1002 time: 0.0586073 Jul 08 01:30:18.719801 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ae227-befe-45a9-aa28-a461ca39497e None None] Network e6e72abe-5b5a-4c27-879d-29595163a525 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:30:18.754082 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-f07390b1-db16-4ebc-a4d3-62135b813fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:18.755635 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-f07390b1-db16-4ebc-a4d3-62135b813fda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.0527885 Jul 08 01:30:20.029711 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-2909ac7e-c5ad-4635-8b6f-da90377a0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:20.031377 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-2909ac7e-c5ad-4635-8b6f-da90377a0718 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2516406 Jul 08 01:30:21.864740 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-021d33ce-bbd7-4a48-8c86-5319a728ecab service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094820 Jul 08 01:30:22.001032 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8fd2fb89-7952-49dd-916e-c5ee155178a5 req-796afddf-327b-4423-925e-24b2c3de1013 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229653 Jul 08 01:30:22.017313 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f960bf3-4617-4594-9df7-684677f532cc req-b6265b52-efbc-46d9-ae6a-0409d461e7ef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:22.019377 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1f960bf3-4617-4594-9df7-684677f532cc req-b6265b52-efbc-46d9-ae6a-0409d461e7ef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.1208363 Jul 08 01:30:22.059538 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1f960bf3-4617-4594-9df7-684677f532cc req-73e3bbff-77a6-4c67-b7ae-0115e276072a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jul 08 01:30:22.450049 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:25.353195 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fadb4-a1f8-4792-95a6-740a28be82b3 req-af8ebd17-688e-415d-97d7-2f9d90e559d2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:25.354789 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5d0fadb4-a1f8-4792-95a6-740a28be82b3 req-af8ebd17-688e-415d-97d7-2f9d90e559d2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0625761 Jul 08 01:30:25.393014 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5d0fadb4-a1f8-4792-95a6-740a28be82b3 req-572a5e13-54d8-4109-8107-4b01bed86cc1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Jul 08 01:30:25.635153 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a08d79f6-879a-400c-9f98-78bbd80b51bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:26.594741 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f09739-b352-43b7-989a-877b632d0e3f req-11ff74ec-3571-4c78-8fa2-c4dad89594fa tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:26.597361 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-46f09739-b352-43b7-989a-877b632d0e3f req-11ff74ec-3571-4c78-8fa2-c4dad89594fa tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0848496 Jul 08 01:30:26.654693 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-46f09739-b352-43b7-989a-877b632d0e3f req-a9b16223-3abc-4e27-8364-714e385dfd74 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511582 Jul 08 01:30:26.753918 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38334) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:26.754667 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-4087e3d1-754a-4372-9ed9-6a73b7099860 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:26.758202 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-4087e3d1-754a-4372-9ed9-6a73b7099860 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/networks?id=e6e72abe-5b5a-4c27-879d-29595163a525 HTTP/1.1" status: 200 len: 809 time: 0.1247945 Jul 08 01:30:26.773843 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-4786e8d8-a792-419c-9f4a-25d71626dc3d tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/quotas/70de64e4ec0b4adfa113e126abf4eaf4 HTTP/1.1" status: 200 len: 375 time: 0.0110154 Jul 08 01:30:26.815379 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-6a05b55b-c496-47dc-b7a2-c02d3067c77d tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70de64e4ec0b4adfa113e126abf4eaf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362000 Jul 08 01:30:26.880908 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-40bf5cee-c904-4692-a0a6-edfa8380a0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:26.922858 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-4b28c14f-99a8-4620-a48f-52d81ab0909d service neutron] 10.222.0.22 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004071 Jul 08 01:30:26.981042 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-40bf5cee-c904-4692-a0a6-edfa8380a0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:26.984622 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-40bf5cee-c904-4692-a0a6-edfa8380a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:27.031751 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-40bf5cee-c904-4692-a0a6-edfa8380a0d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c45913bbdf89425e9c4445a60c45ce22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761517 Jul 08 01:30:27.032818 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf5cee-c904-4692-a0a6-edfa8380a0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61e8073-fae4-499c-8ea8-23376e7f2506,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:27.035803 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38350) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:27.057039 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-a7149b98-2e44-49c4-b4aa-5fbff3af67d8 service neutron] 10.222.0.22 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324015 Jul 08 01:30:27.109994 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e139be04-9ea9-41ba-9f7a-1e7110ba6e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:27.134785 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e139be04-9ea9-41ba-9f7a-1e7110ba6e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:27.195616 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e139be04-9ea9-41ba-9f7a-1e7110ba6e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:27.199999 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e139be04-9ea9-41ba-9f7a-1e7110ba6e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:27.203561 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-e139be04-9ea9-41ba-9f7a-1e7110ba6e94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f61e8073-fae4-499c-8ea8-23376e7f2506 HTTP/1.1" status: 204 len: 168 time: 0.1541109 Jul 08 01:30:27.210477 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139be04-9ea9-41ba-9f7a-1e7110ba6e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61e8073-fae4-499c-8ea8-23376e7f2506,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:27.277861 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c2c7d029-bf84-49ef-9cf6-2d8448d1ac06 req-c9a0426d-4863-48c1-8e40-2f5ae8c6ad95 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 210 time: 0.0369906 Jul 08 01:30:27.853686 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16cf46-d451-455e-be08-008f575f8313 req-7f5ef163-620d-455f-a2ce-0746d522b24a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:27.855226 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8e16cf46-d451-455e-be08-008f575f8313 req-7f5ef163-620d-455f-a2ce-0746d522b24a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0747035 Jul 08 01:30:27.915553 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8e16cf46-d451-455e-be08-008f575f8313 req-977e309c-e94d-4def-ad20-284e9d23a31f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495791 Jul 08 01:30:28.470441 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:28.481124 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-36c06e9f-1dd8-4158-8176-2ebeacbb196a req-ba5dc128-8b2b-46de-b088-6697594f1b1e tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 210 time: 0.0786715 Jul 08 01:30:28.486163 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-53ce7c44-2424-476d-b5a0-e21a5f8e5365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:28.736919 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-a749f802-84df-464b-8620-11597420211b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:28.738473 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-a749f802-84df-464b-8620-11597420211b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.21 "GET /v2.0/networks?id=e6e72abe-5b5a-4c27-879d-29595163a525 HTTP/1.1" status: 200 len: 809 time: 0.2122173 Jul 08 01:30:28.758989 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Request body: {'port': {'device_id': '2df62f35-89a6-4b2d-826b-e2528ec9283a', 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525', 'admin_state_up': True, 'tenant_id': '70de64e4ec0b4adfa113e126abf4eaf4'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:30:28.894249 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Made reservation on behalf of 70de64e4ec0b4adfa113e126abf4eaf4 for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:30:28.898839 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.099964 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Allocated IP 172.20.0.12 (e6e72abe-5b5a-4c27-879d-29595163a525/428bdf24-e58a-4b95-ae83-1aa3d8dc20e6/071f1012-4bbb-4da4-aa47-882b42b4fab8) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:30:29.116699 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5462fd-1f1c-4b53-98be-b7a06b7f1d04 req-2954c4e1-9932-410a-b795-2dff6874da45 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:29.118254 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9b5462fd-1f1c-4b53-98be-b7a06b7f1d04 req-2954c4e1-9932-410a-b795-2dff6874da45 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0733182 Jul 08 01:30:29.159273 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9b5462fd-1f1c-4b53-98be-b7a06b7f1d04 req-11a69b41-f9b5-4290-beb9-87faace3fcbe tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 Jul 08 01:30:29.263644 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.311557 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.359057 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Network e6e72abe-5b5a-4c27-879d-29595163a525 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:30:29.362775 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:30:29.366664 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:30:29.372147 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:29.372750 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.378863 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Pushing event updated for resources: {'Port': ['ID=071f1012-4bbb-4da4-aa47-882b42b4fab8,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:29.393181 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-35a49e19-d2f9-4cd3-bbd2-449430191f61 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6389418 Jul 08 01:30:29.408211 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Request body: {'port': {'device_id': '2df62f35-89a6-4b2d-826b-e2528ec9283a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:30:29.426238 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.484072 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.752041 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38476) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:29.752455 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345fceb-c68f-438f-badc-bc241a985251 req-c29dc0c5-6ced-46fd-a5c2-5e74324ed426 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:29.754123 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d345fceb-c68f-438f-badc-bc241a985251 req-c29dc0c5-6ced-46fd-a5c2-5e74324ed426 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 932 time: 0.1419473 Jul 08 01:30:29.834313 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071f1012-4bbb-4da4-aa47-882b42b4fab8 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:30:29.841359 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d345fceb-c68f-438f-badc-bc241a985251 req-642cbb4d-a98b-4930-adfe-609859592464 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809553 Jul 08 01:30:29.845065 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.867200 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Transition to ACTIVE for port object 071f1012-4bbb-4da4-aa47-882b42b4fab8 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:30:29.879127 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.883150 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ff3ceb39-6d59-434c-82d3-5fa4f236fcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:29.933181 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Pushing event updated for resources: {'Port': ['ID=071f1012-4bbb-4da4-aa47-882b42b4fab8,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:29.979416 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Attempting to bind port 071f1012-4bbb-4da4-aa47-882b42b4fab8 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:30:29.979775 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Attempting to bind port 071f1012-4bbb-4da4-aa47-882b42b4fab8 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:30:29.980133 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Attempting to bind port 071f1012-4bbb-4da4-aa47-882b42b4fab8 on network e6e72abe-5b5a-4c27-879d-29595163a525 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:30:29.989907 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Port 071f1012-4bbb-4da4-aa47-882b42b4fab8 on network e6e72abe-5b5a-4c27-879d-29595163a525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:30:29.990243 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Attempting to bind port 071f1012-4bbb-4da4-aa47-882b42b4fab8 on network e6e72abe-5b5a-4c27-879d-29595163a525 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:30:29.997776 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:30:29.998130 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Checking segment: {'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:30:29.998528 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Bound using segment: {'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:30:29.998965 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Bound port: 071f1012-4bbb-4da4-aa47-882b42b4fab8, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:30:29.999344 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.003982 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ff3ceb39-6d59-434c-82d3-5fa4f236fcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.010088 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ff3ceb39-6d59-434c-82d3-5fa4f236fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.060237 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ff3ceb39-6d59-434c-82d3-5fa4f236fcd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bbb0fe901154963a2d5a5e3a1bdf254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066859 Jul 08 01:30:30.061099 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ceb39-6d59-434c-82d3-5fa4f236fcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c22efa-6345-4d45-9999-ae43ab1b207c,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:30.062793 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38488) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:30.086316 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] For port 071f1012-4bbb-4da4-aa47-882b42b4fab8, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:30:30.107045 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] For port 071f1012-4bbb-4da4-aa47-882b42b4fab8, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=071f1012-4bbb-4da4-aa47-882b42b4fab8,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:30:30.119525 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.175030 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:30.175665 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.177062 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] 10.222.0.21 "PUT /v2.0/ports/071f1012-4bbb-4da4-aa47-882b42b4fab8 HTTP/1.1" status: 200 len: 1094 time: 0.7729213 Jul 08 01:30:30.177513 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df62f35-89a6-4b2d-826b-e2528ec9283a', 'tag': '071f1012-4bbb-4da4-aa47-882b42b4fab8'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:30:30.179779 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004b098e-4d0a-4829-9aff-eaf4bdc239fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2df62f35-89a6-4b2d-826b-e2528ec9283a", "tag": "071f1012-4bbb-4da4-aa47-882b42b4fab8"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:30:30.206455 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-24e388d1-0850-4530-915c-6250d281d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.245869 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a722f09-3fab-4ba1-8a44-fae096ecb52b service neutron] Pushing event updated for resources: {'Port': ['ID=071f1012-4bbb-4da4-aa47-882b42b4fab8,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:30.271984 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7965b-60b6-421d-b3d0-6cff6e4ab15f x-openstack-request-id: req-68c7965b-60b6-421d-b3d0-6cff6e4ab15f {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:30:30.272274 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df62f35-89a6-4b2d-826b-e2528ec9283a", "tag": "071f1012-4bbb-4da4-aa47-882b42b4fab8", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:30:30.272520 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68c7965b-60b6-421d-b3d0-6cff6e4ab15f {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:30:30.272907 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df62f35-89a6-4b2d-826b-e2528ec9283a', 'tag': '071f1012-4bbb-4da4-aa47-882b42b4fab8', 'status': 'completed', 'code': 200} Jul 08 01:30:30.274858 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-24e388d1-0850-4530-915c-6250d281d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.325274 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-fe2072de-948c-4690-8002-88ebf879457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:30.327498 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-fe2072de-948c-4690-8002-88ebf879457b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70de64e4ec0b4adfa113e126abf4eaf4&device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 1097 time: 0.0985644 Jul 08 01:30:30.339426 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-24e388d1-0850-4530-915c-6250d281d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.341919 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-24e388d1-0850-4530-915c-6250d281d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.343052 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-24e388d1-0850-4530-915c-6250d281d52d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9c22efa-6345-4d45-9999-ae43ab1b207c HTTP/1.1" status: 204 len: 168 time: 0.2792134 Jul 08 01:30:30.364532 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc28d5-39bd-42b3-b6f2-5b4c83f311b8 req-37d6e3db-4bc9-43c9-9829-c94edf1924cb tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:30.366265 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d3bc28d5-39bd-42b3-b6f2-5b4c83f311b8 req-37d6e3db-4bc9-43c9-9829-c94edf1924cb tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0792797 Jul 08 01:30:30.391967 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e388d1-0850-4530-915c-6250d281d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c22efa-6345-4d45-9999-ae43ab1b207c,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:30.395384 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-18f73362-182b-442a-946d-b4e7a2330c5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071f1012-4bbb-4da4-aa47-882b42b4fab8 HTTP/1.1" status: 200 len: 217 time: 0.0512543 Jul 08 01:30:30.416084 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d3bc28d5-39bd-42b3-b6f2-5b4c83f311b8 req-0f506c5e-9647-47d9-ace3-62131e1b40ac tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Jul 08 01:30:30.474958 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-f031c03f-701f-437c-b40a-82bc437b94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:30.476538 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-f031c03f-701f-437c-b40a-82bc437b94a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=428bdf24-e58a-4b95-ae83-1aa3d8dc20e6 HTTP/1.1" status: 200 len: 849 time: 0.0739603 Jul 08 01:30:30.512770 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-65bdd4c0-d100-4a2b-ae9f-d899ae6d0ee8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6e72abe-5b5a-4c27-879d-29595163a525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295808 Jul 08 01:30:30.610629 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-556eaf70-1205-4530-918c-77c28af8a7d1 service neutron] 10.222.0.21 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902321 Jul 08 01:30:30.695510 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38516) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:30.704690 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-75f16160-5655-4430-bc1f-0d722e84e2c9 req-5bb6d945-6e64-43e5-94ff-a7b4c8714f1f service neutron] 10.222.0.21 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868788 Jul 08 01:30:30.710806 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-60730421-c8a1-48f4-baec-b93637574cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.805279 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.824057 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-d09cc490-891d-4036-b887-bccb422a7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:30.825579 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-d09cc490-891d-4036-b887-bccb422a7a7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70de64e4ec0b4adfa113e126abf4eaf4&device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 1097 time: 0.0642629 Jul 08 01:30:30.848654 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-60730421-c8a1-48f4-baec-b93637574cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.851979 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-60730421-c8a1-48f4-baec-b93637574cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:30.890861 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-60730421-c8a1-48f4-baec-b93637574cb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b23df22b6a334d65b76b03d1c8ea0f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940706 Jul 08 01:30:30.891794 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60730421-c8a1-48f4-baec-b93637574cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20655649-3cbf-4da0-9070-c224a1be8c1e,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:30.893664 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38526) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:30.959624 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-23ff4887-ec28-4170-bed1-fad9978bd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:30.961139 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-23ff4887-ec28-4170-bed1-fad9978bd5fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6e72abe-5b5a-4c27-879d-29595163a525 HTTP/1.1" status: 200 len: 909 time: 0.1263189 Jul 08 01:30:31.015188 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-70eb3e71-68e0-4dde-bf74-57eb40ed8e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.018397 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-1c12f651-0305-4d70-91d3-aacc3f6a18c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071f1012-4bbb-4da4-aa47-882b42b4fab8 HTTP/1.1" status: 200 len: 217 time: 0.0465426 Jul 08 01:30:31.059911 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c4d85-c757-44f7-b139-532cf2c63d13 req-f6fbc446-4487-4cbf-bdbe-cef05e945a87 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:31.068442 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-eb8c4d85-c757-44f7-b139-532cf2c63d13 req-f6fbc446-4487-4cbf-bdbe-cef05e945a87 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 944 time: 0.0894575 Jul 08 01:30:31.069786 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-70eb3e71-68e0-4dde-bf74-57eb40ed8e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.096799 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-c1df61fb-452e-4638-b307-3cf47c445bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:31.098999 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-c1df61fb-452e-4638-b307-3cf47c445bc2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=428bdf24-e58a-4b95-ae83-1aa3d8dc20e6 HTTP/1.1" status: 200 len: 849 time: 0.0709007 Jul 08 01:30:31.105932 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-eb8c4d85-c757-44f7-b139-532cf2c63d13 req-c9a18de2-5acd-4ea3-aad1-902481219892 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Jul 08 01:30:31.152132 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-ed6a8e2a-9550-4139-9340-3fc4d69247f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6e72abe-5b5a-4c27-879d-29595163a525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365803 Jul 08 01:30:31.186179 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-70eb3e71-68e0-4dde-bf74-57eb40ed8e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.188666 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-70eb3e71-68e0-4dde-bf74-57eb40ed8e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.190464 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-70eb3e71-68e0-4dde-bf74-57eb40ed8e4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20655649-3cbf-4da0-9070-c224a1be8c1e HTTP/1.1" status: 204 len: 168 time: 0.2951891 Jul 08 01:30:31.228102 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb3e71-68e0-4dde-bf74-57eb40ed8e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20655649-3cbf-4da0-9070-c224a1be8c1e,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:31.275185 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-4fa76e73-3270-4026-a75f-b0fc4d4bf58d service neutron] 10.222.0.21 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132901 Jul 08 01:30:31.393430 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-004b098e-4d0a-4829-9aff-eaf4bdc239fd req-4f60f216-78f0-4afb-b8d9-45edba7a965f service neutron] 10.222.0.21 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065862 Jul 08 01:30:31.506749 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38584) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:31.641812 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce1d389d-fae1-4a16-a4cd-6f5983a38800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.652136 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5103c-c953-43d0-9228-b408d2ca9fc3 req-83595de4-67d1-4d3b-966c-c57c8fdd03ed tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:31.653635 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-28e5103c-c953-43d0-9228-b408d2ca9fc3 req-83595de4-67d1-4d3b-966c-c57c8fdd03ed tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0910218 Jul 08 01:30:31.711609 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-28e5103c-c953-43d0-9228-b408d2ca9fc3 req-b48e953e-81dc-402f-ac49-0e069f7dc2a4 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516634 Jul 08 01:30:31.779972 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce1d389d-fae1-4a16-a4cd-6f5983a38800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.784849 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce1d389d-fae1-4a16-a4cd-6f5983a38800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.824429 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d389d-fae1-4a16-a4cd-6f5983a38800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d7d6c-4114-409e-b3e5-061082c09998,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:31.828917 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ce1d389d-fae1-4a16-a4cd-6f5983a38800 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c00e63dd96b4f6fbf1c393b22d6c339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211744 Jul 08 01:30:31.831987 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38608) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:31.907136 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d16ed4f5-8b22-46c8-bdb7-741cf23f59c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.934257 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d16ed4f5-8b22-46c8-bdb7-741cf23f59c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.995681 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d16ed4f5-8b22-46c8-bdb7-741cf23f59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:31.999158 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d16ed4f5-8b22-46c8-bdb7-741cf23f59c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:32.000585 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-d16ed4f5-8b22-46c8-bdb7-741cf23f59c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e52d7d6c-4114-409e-b3e5-061082c09998 HTTP/1.1" status: 204 len: 168 time: 0.1676867 Jul 08 01:30:32.012884 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ed4f5-8b22-46c8-bdb7-741cf23f59c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d7d6c-4114-409e-b3e5-061082c09998,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:32.059657 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 071f1012-4bbb-4da4-aa47-882b42b4fab8 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:30:32.249005 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 071f1012-4bbb-4da4-aa47-882b42b4fab8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=071f1012-4bbb-4da4-aa47-882b42b4fab8,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:30:32.266960 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '071f1012-4bbb-4da4-aa47-882b42b4fab8', 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525', 'port_id': '071f1012-4bbb-4da4-aa47-882b42b4fab8', 'mac_address': 'fa:16:3e:1b:c7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428bdf24-e58a-4b95-ae83-1aa3d8dc20e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:30:32.319993 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:32.339964 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071f1012-4bbb-4da4-aa47-882b42b4fab8 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:30:32.388822 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 071f1012-4bbb-4da4-aa47-882b42b4fab8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=071f1012-4bbb-4da4-aa47-882b42b4fab8,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:30:32.397408 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:32.469880 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8e6a3-1e71-4168-a46b-de46f98ecdc3 req-bf94b03e-39a7-4c56-aa83-c4de12be79ac tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:32.478565 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e5e8e6a3-1e71-4168-a46b-de46f98ecdc3 req-bf94b03e-39a7-4c56-aa83-c4de12be79ac tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 944 time: 0.1773541 Jul 08 01:30:32.484855 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=071f1012-4bbb-4da4-aa47-882b42b4fab8,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:32.495710 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.496364 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.496917 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.497450 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.498021 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.498537 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.499057 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.499584 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.500152 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.500664 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.501602 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.502156 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:32.522378 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e5e8e6a3-1e71-4168-a46b-de46f98ecdc3 req-e22b000b-3358-40e7-951d-48526e006c32 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Jul 08 01:30:32.726846 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['071f1012-4bbb-4da4-aa47-882b42b4fab8'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:30:32.971943 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb2b0f-42b9-432b-be45-d0e5c55dc6de req-27dcd0a9-ed2e-49a6-b84e-430bcf96349e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:32.973587 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-73fb2b0f-42b9-432b-be45-d0e5c55dc6de req-27dcd0a9-ed2e-49a6-b84e-430bcf96349e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0688641 Jul 08 01:30:32.990655 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38676) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:33.012462 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-73fb2b0f-42b9-432b-be45-d0e5c55dc6de req-d8977fe6-913d-49f9-8f41-0e6fd81c6ecd tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Jul 08 01:30:33.098253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e06664ac-7beb-42b1-bb38-a6dab8f422de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.123323 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:30:33.188213 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e06664ac-7beb-42b1-bb38-a6dab8f422de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.192324 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e06664ac-7beb-42b1-bb38-a6dab8f422de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.235490 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06664ac-7beb-42b1-bb38-a6dab8f422de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fdc4cf-8f35-4e57-aa9f-7055c3092e6c,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:33.243949 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-e06664ac-7beb-42b1-bb38-a6dab8f422de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a0578459d7a47158144e838e483093c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499266 Jul 08 01:30:33.244244 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38682) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:33.296710 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5aafc67b-b16b-46ab-a8ba-507f68194b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.319638 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5aafc67b-b16b-46ab-a8ba-507f68194b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.320565 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e9ac1-e817-4ae1-bf53-6aa8470b7913 req-2b125a60-bf01-486e-a7ba-6e2d0bb84b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:33.322208 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ed9e9ac1-e817-4ae1-bf53-6aa8470b7913 req-2b125a60-bf01-486e-a7ba-6e2d0bb84b09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 1098 time: 0.0619011 Jul 08 01:30:33.362694 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ed9e9ac1-e817-4ae1-bf53-6aa8470b7913 req-c9dcff4c-6f70-4f09-a08e-ff3795860fa0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278029 Jul 08 01:30:33.367247 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5aafc67b-b16b-46ab-a8ba-507f68194b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.369851 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5aafc67b-b16b-46ab-a8ba-507f68194b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.370982 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-5aafc67b-b16b-46ab-a8ba-507f68194b6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29fdc4cf-8f35-4e57-aa9f-7055c3092e6c HTTP/1.1" status: 204 len: 168 time: 0.1259189 Jul 08 01:30:33.378578 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafc67b-b16b-46ab-a8ba-507f68194b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fdc4cf-8f35-4e57-aa9f-7055c3092e6c,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:33.631865 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38692) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:33.644879 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-13df1fd7-4093-4ff9-beef-c0a7536c5aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.742515 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30cd2d-b506-4c32-a730-21c8dbef140f req-d8d97631-0274-4684-85fd-92e696821b5c tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:33.744032 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0c30cd2d-b506-4c32-a730-21c8dbef140f req-d8d97631-0274-4684-85fd-92e696821b5c tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 945 time: 0.0972590 Jul 08 01:30:33.809244 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0c30cd2d-b506-4c32-a730-21c8dbef140f req-ff323dfc-8ce3-48a0-b8b1-4cdef0734657 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520327 Jul 08 01:30:33.822438 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-13df1fd7-4093-4ff9-beef-c0a7536c5aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.826191 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-13df1fd7-4093-4ff9-beef-c0a7536c5aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.864078 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-13df1fd7-4093-4ff9-beef-c0a7536c5aae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=545c640bc27947438c1cc7f7803b69b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311330 Jul 08 01:30:33.865209 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df1fd7-4093-4ff9-beef-c0a7536c5aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd91960a-0558-46db-9f7d-61b2a59592d0,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:33.866728 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38696) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:33.917284 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-306f1473-491f-4f33-ada1-740ab160140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.938449 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-306f1473-491f-4f33-ada1-740ab160140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.989839 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-306f1473-491f-4f33-ada1-740ab160140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.992383 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-306f1473-491f-4f33-ada1-740ab160140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:33.996054 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-306f1473-491f-4f33-ada1-740ab160140d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd91960a-0558-46db-9f7d-61b2a59592d0 HTTP/1.1" status: 204 len: 168 time: 0.1250579 Jul 08 01:30:34.001621 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f1473-491f-4f33-ada1-740ab160140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd91960a-0558-46db-9f7d-61b2a59592d0,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:34.087837 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 071f1012-4bbb-4da4-aa47-882b42b4fab8 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:30:34.157622 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 071f1012-4bbb-4da4-aa47-882b42b4fab8 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:30:34.161958 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 071f1012-4bbb-4da4-aa47-882b42b4fab8 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:30:34.162351 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:34.224830 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658043dc-004d-4a2a-9cdb-571a69077646 req-031f2122-8852-4aff-a77e-e7fefac08b24 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:34.226535 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-658043dc-004d-4a2a-9cdb-571a69077646 req-031f2122-8852-4aff-a77e-e7fefac08b24 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0682335 Jul 08 01:30:34.257673 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:34.273511 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-658043dc-004d-4a2a-9cdb-571a69077646 req-1b9e0f66-c26c-4c19-99b4-6a013de85113 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Jul 08 01:30:34.280835 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df62f35-89a6-4b2d-826b-e2528ec9283a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071f1012-4bbb-4da4-aa47-882b42b4fab8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:30:34.283372 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd2518a-6423-4a30-ab61-eacba5134bb6" -d '{"events": [{"server_uuid": "2df62f35-89a6-4b2d-826b-e2528ec9283a", "name": "network-vif-plugged", "status": "completed", "tag": "071f1012-4bbb-4da4-aa47-882b42b4fab8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:30:34.301958 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 071f1012-4bbb-4da4-aa47-882b42b4fab8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=071f1012-4bbb-4da4-aa47-882b42b4fab8,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:30:34.306442 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:34.332436 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cec7b55-1891-4cc7-b4cf-f950e7d45dff x-openstack-request-id: req-2cec7b55-1891-4cc7-b4cf-f950e7d45dff {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:30:34.332731 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df62f35-89a6-4b2d-826b-e2528ec9283a", "name": "network-vif-plugged", "status": "completed", "tag": "071f1012-4bbb-4da4-aa47-882b42b4fab8", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:30:34.332978 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cec7b55-1891-4cc7-b4cf-f950e7d45dff {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:30:34.333358 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df62f35-89a6-4b2d-826b-e2528ec9283a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071f1012-4bbb-4da4-aa47-882b42b4fab8', 'code': 200} Jul 08 01:30:34.363269 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=071f1012-4bbb-4da4-aa47-882b42b4fab8,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:35.631957 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38762) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:35.738201 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a23074fe-cc3c-4865-a50a-301f8d4c9fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:35.827083 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a23074fe-cc3c-4865-a50a-301f8d4c9fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:35.831185 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a23074fe-cc3c-4865-a50a-301f8d4c9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:35.868061 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23074fe-cc3c-4865-a50a-301f8d4c9fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e987f4f-ef5e-49dc-ac8a-8426cb6528ec,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:35.873358 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a23074fe-cc3c-4865-a50a-301f8d4c9fd9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2ed5ec0c8bf4580996c98f2f29a825a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403116 Jul 08 01:30:35.875872 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38768) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:35.923894 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-40e92593-412a-4d02-90e7-54be433f65bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:35.944483 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-40e92593-412a-4d02-90e7-54be433f65bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:35.990127 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-40e92593-412a-4d02-90e7-54be433f65bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:35.992911 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-40e92593-412a-4d02-90e7-54be433f65bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:35.994224 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-40e92593-412a-4d02-90e7-54be433f65bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e987f4f-ef5e-49dc-ac8a-8426cb6528ec HTTP/1.1" status: 204 len: 168 time: 0.1173811 Jul 08 01:30:36.003450 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e92593-412a-4d02-90e7-54be433f65bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e987f4f-ef5e-49dc-ac8a-8426cb6528ec,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:36.256661 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38776) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:36.270340 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0cd94ab1-b3fb-44df-b9fc-30b1a9c4c031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:36.363676 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0cd94ab1-b3fb-44df-b9fc-30b1a9c4c031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:36.367813 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0cd94ab1-b3fb-44df-b9fc-30b1a9c4c031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:36.406365 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-0cd94ab1-b3fb-44df-b9fc-30b1a9c4c031 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46aaedd210ae4cf18b94eb70fe3dde77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485627 Jul 08 01:30:36.408569 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd94ab1-b3fb-44df-b9fc-30b1a9c4c031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b592348-1392-4d89-8b5f-6234089bfda3,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:36.409275 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38778) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:36.469133 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-68311b0b-d62c-43f5-b025-7b5084050902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:36.489483 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-68311b0b-d62c-43f5-b025-7b5084050902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:36.538851 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-68311b0b-d62c-43f5-b025-7b5084050902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:36.541883 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-68311b0b-d62c-43f5-b025-7b5084050902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:36.543201 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-68311b0b-d62c-43f5-b025-7b5084050902 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b592348-1392-4d89-8b5f-6234089bfda3 HTTP/1.1" status: 204 len: 168 time: 0.1328268 Jul 08 01:30:36.551813 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68311b0b-d62c-43f5-b025-7b5084050902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b592348-1392-4d89-8b5f-6234089bfda3,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:37.528318 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d0813-e45f-4e95-a70c-ec6b90bc060e req-464dc248-00e7-4294-83e4-baa22ebc79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:37.530552 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-822d0813-e45f-4e95-a70c-ec6b90bc060e req-464dc248-00e7-4294-83e4-baa22ebc79e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 1099 time: 0.0626471 Jul 08 01:30:37.607389 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-822d0813-e45f-4e95-a70c-ec6b90bc060e req-878e7897-e83e-4aa8-802a-1380434315ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673072 Jul 08 01:30:37.640514 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ff9e9-cbf8-436a-a70a-82e5cfbf8abc req-ad64a8cc-c3bb-41f8-aa37-b8e8e85668a1 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:37.642056 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fd5ff9e9-cbf8-436a-a70a-82e5cfbf8abc req-ad64a8cc-c3bb-41f8-aa37-b8e8e85668a1 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 946 time: 0.0878646 Jul 08 01:30:37.649204 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4d65-5821-4a27-9c7d-593129de9699 req-36f2dcf3-9e92-44c2-9b45-3749c09476f6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:37.650879 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b69c4d65-5821-4a27-9c7d-593129de9699 req-36f2dcf3-9e92-44c2-9b45-3749c09476f6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0792334 Jul 08 01:30:37.688055 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fd5ff9e9-cbf8-436a-a70a-82e5cfbf8abc req-8ac9d55e-d2d0-4ebd-a6c7-68868bc78164 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Jul 08 01:30:37.697378 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b69c4d65-5821-4a27-9c7d-593129de9699 req-d314eda7-e5fa-44b7-879f-2c430e2ba588 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Jul 08 01:30:37.871463 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638adb63-6d7b-43a1-9f14-4073d44cfb11 req-ab9bacae-5c67-4f5a-b196-a955e89e2399 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:37.872997 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-638adb63-6d7b-43a1-9f14-4073d44cfb11 req-ab9bacae-5c67-4f5a-b196-a955e89e2399 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0627847 Jul 08 01:30:37.914632 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-638adb63-6d7b-43a1-9f14-4073d44cfb11 req-8c4aa871-814e-4dea-9011-400f8b89b3f3 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350256 Jul 08 01:30:38.878794 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632838f6-bf69-4e9f-94a4-6844c21738b1 req-1da381ac-d56a-48e4-8eb2-1873b5da637e tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:38.880414 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-632838f6-bf69-4e9f-94a4-6844c21738b1 req-1da381ac-d56a-48e4-8eb2-1873b5da637e tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 946 time: 0.0745342 Jul 08 01:30:38.924024 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-632838f6-bf69-4e9f-94a4-6844c21738b1 req-2e858ecb-40e8-4952-a998-73f77b16e8fc tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361419 Jul 08 01:30:39.743215 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-72f793eb-f189-4b68-991e-ee6fb7181386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:39.744761 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-72f793eb-f189-4b68-991e-ee6fb7181386 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1099 time: 0.1002302 Jul 08 01:30:39.759541 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f87c3-af5b-4a50-a6d1-80db27041031 req-50c55251-37cf-4f68-b4fa-19e5dfa16450 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:39.760912 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-691f87c3-af5b-4a50-a6d1-80db27041031 req-50c55251-37cf-4f68-b4fa-19e5dfa16450 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0891113 Jul 08 01:30:39.855131 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-691f87c3-af5b-4a50-a6d1-80db27041031 req-6b5ca4c9-fda5-4608-9634-39926a8cb853 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832391 Jul 08 01:30:39.874697 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-6495c333-bd92-43d2-8332-65983d19bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:39.876226 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-6495c333-bd92-43d2-8332-65983d19bfd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 918 time: 0.1132653 Jul 08 01:30:39.924650 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-062311be-126d-42ba-acd2-c19839439c70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 200 len: 217 time: 0.0385838 Jul 08 01:30:39.989417 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-a887e045-971f-4705-b45a-cc7b0874ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:39.991211 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-a887e045-971f-4705-b45a-cc7b0874ffa5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.0606742 Jul 08 01:30:40.055654 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-eae52a86-689c-4450-9fea-2b9a4410d346 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514262 Jul 08 01:30:40.188142 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0eb83-3c9d-429c-8247-1566393df37f req-4e8c44ca-67de-4242-9972-dab242777df5 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:40.189766 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-52c0eb83-3c9d-429c-8247-1566393df37f req-4e8c44ca-67de-4242-9972-dab242777df5 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 946 time: 0.1419187 Jul 08 01:30:40.193107 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-4c0876de-2766-48f9-86c1-c56893936929 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272333 Jul 08 01:30:40.274874 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-52c0eb83-3c9d-429c-8247-1566393df37f req-542d666b-6ea5-4a64-af7e-366e41e1a251 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795779 Jul 08 01:30:40.312185 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1d502cc-a26f-47d6-be15-eb0733d52889 req-0a8d3b2a-a867-42eb-b0df-12f3f344b067 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103499 Jul 08 01:30:40.879415 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38940) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:40.984923 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c44ef0cc-0de5-410e-915e-dad17f99b9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.129080 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961645d-d028-4480-99a2-e1bf0e73f682 req-99819bb4-9c88-4f76-a614-8aeaaf8d7aef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:41.130589 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5961645d-d028-4480-99a2-e1bf0e73f682 req-99819bb4-9c88-4f76-a614-8aeaaf8d7aef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1095538 Jul 08 01:30:41.163565 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c44ef0cc-0de5-410e-915e-dad17f99b9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.170145 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c44ef0cc-0de5-410e-915e-dad17f99b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.203055 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5961645d-d028-4480-99a2-e1bf0e73f682 req-c1256293-2b65-413f-baf1-d0f6eac5c3f5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656011 Jul 08 01:30:41.225568 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-c44ef0cc-0de5-410e-915e-dad17f99b9d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e720d199b964550a30f5f76ce0c0353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424037 Jul 08 01:30:41.225568 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38954) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:41.233038 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef0cc-0de5-410e-915e-dad17f99b9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c6fdc-5676-47ac-ac60-08d86a8aae01,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:41.284997 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b583456c-f1b4-4bcf-9e8d-38bac4f033b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.316920 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b583456c-f1b4-4bcf-9e8d-38bac4f033b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.346932 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38960) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:41.463498 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-80e012db-dedc-4b5a-bbb4-3829f161c60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.554388 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-80e012db-dedc-4b5a-bbb4-3829f161c60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.558387 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-80e012db-dedc-4b5a-bbb4-3829f161c60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.605645 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38964) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:41.610319 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-80e012db-dedc-4b5a-bbb4-3829f161c60a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95a5ff65121c405c8ccd0dca54e77d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621355 Jul 08 01:30:41.611166 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e012db-dedc-4b5a-bbb4-3829f161c60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38512985-e2db-4ba9-831b-aaeb20aebf0d,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:41.634048 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5a061-aed7-4461-811d-df400fb52539 req-a258fbd8-5947-40e3-8205-16ad39ee2c3b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:41.635490 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7af5a061-aed7-4461-811d-df400fb52539 req-a258fbd8-5947-40e3-8205-16ad39ee2c3b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 946 time: 0.3218579 Jul 08 01:30:41.640169 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b583456c-f1b4-4bcf-9e8d-38bac4f033b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.642619 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b583456c-f1b4-4bcf-9e8d-38bac4f033b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.643636 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-b583456c-f1b4-4bcf-9e8d-38bac4f033b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d49c6fdc-5676-47ac-ac60-08d86a8aae01 HTTP/1.1" status: 204 len: 168 time: 0.4167559 Jul 08 01:30:41.674880 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583456c-f1b4-4bcf-9e8d-38bac4f033b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c6fdc-5676-47ac-ac60-08d86a8aae01,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:41.704423 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7af5a061-aed7-4461-811d-df400fb52539 req-c531b19d-f5c4-48c6-bce6-dac18c374e19 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570204 Jul 08 01:30:41.707968 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-82b12a21-6e3a-4d52-b575-077bd94d3767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.734406 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-82b12a21-6e3a-4d52-b575-077bd94d3767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.795541 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-82b12a21-6e3a-4d52-b575-077bd94d3767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.798410 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-82b12a21-6e3a-4d52-b575-077bd94d3767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:41.799587 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-82b12a21-6e3a-4d52-b575-077bd94d3767 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38512985-e2db-4ba9-831b-aaeb20aebf0d HTTP/1.1" status: 204 len: 168 time: 0.1930709 Jul 08 01:30:41.807447 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b12a21-6e3a-4d52-b575-077bd94d3767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38512985-e2db-4ba9-831b-aaeb20aebf0d,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:41.933934 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 38974) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:41.949059 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c93f3ea6-0cfe-4136-8810-34e5d2319d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:42.040842 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c93f3ea6-0cfe-4136-8810-34e5d2319d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:42.045200 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c93f3ea6-0cfe-4136-8810-34e5d2319d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:42.085175 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c93f3ea6-0cfe-4136-8810-34e5d2319d03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b7b20212eae42ce9842d17f0713960e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500258 Jul 08 01:30:42.086158 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f3ea6-0cfe-4136-8810-34e5d2319d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab92c9-2e12-41c7-b232-1b44bf2c91bf,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:42.087903 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 38980) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:42.142842 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-797f1d91-c8e0-499d-9a5d-50699cbed1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:42.164633 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-797f1d91-c8e0-499d-9a5d-50699cbed1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:42.213968 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-797f1d91-c8e0-499d-9a5d-50699cbed1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:42.216516 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-797f1d91-c8e0-499d-9a5d-50699cbed1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:42.217654 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-797f1d91-c8e0-499d-9a5d-50699cbed1c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4ab92c9-2e12-41c7-b232-1b44bf2c91bf HTTP/1.1" status: 204 len: 168 time: 0.1273363 Jul 08 01:30:42.225204 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f1d91-c8e0-499d-9a5d-50699cbed1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab92c9-2e12-41c7-b232-1b44bf2c91bf,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:42.393707 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567da87-301d-4645-bb45-b015eba8514d req-96d733eb-c476-451d-97da-5927bf4ff129 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:42.395215 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2567da87-301d-4645-bb45-b015eba8514d req-96d733eb-c476-451d-97da-5927bf4ff129 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0654898 Jul 08 01:30:42.463325 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2567da87-301d-4645-bb45-b015eba8514d req-60d1a110-046b-4164-afba-148fc0b2d8c8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585606 Jul 08 01:30:42.927547 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e703e42-1ec6-4bc8-907c-9b7ebed0d4a9 req-771d3a40-285f-4f0c-82ad-7b49b3f59e95 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:42.930579 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e703e42-1ec6-4bc8-907c-9b7ebed0d4a9 req-771d3a40-285f-4f0c-82ad-7b49b3f59e95 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 946 time: 0.0784879 Jul 08 01:30:42.974329 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e703e42-1ec6-4bc8-907c-9b7ebed0d4a9 req-24d3ba08-db29-4d8a-b23b-fca83a86512a tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Jul 08 01:30:43.243311 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-b879f8fa-0ebd-4abe-bffc-26b3f17f8fbc tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:43.245121 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-b879f8fa-0ebd-4abe-bffc-26b3f17f8fbc tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.21 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 946 time: 0.0802832 Jul 08 01:30:43.368871 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Deleting port 071f1012-4bbb-4da4-aa47-882b42b4fab8 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:30:43.369220 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:43.462635 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] For port 071f1012-4bbb-4da4-aa47-882b42b4fab8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=071f1012-4bbb-4da4-aa47-882b42b4fab8,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:30:43.462954 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:43.479718 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Calling delete_port for 071f1012-4bbb-4da4-aa47-882b42b4fab8 owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:30:43.664293 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17668be6-399e-4295-b784-be705a0fb440 req-b54af62b-f9a6-46f4-8780-81423f9a00f6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:43.665763 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:43.666094 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-17668be6-399e-4295-b784-be705a0fb440 req-b54af62b-f9a6-46f4-8780-81423f9a00f6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0724580 Jul 08 01:30:43.680120 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['071f1012-4bbb-4da4-aa47-882b42b4fab8'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:30:43.697343 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Pushing event deleted for resources: {'Port': ['ID=071f1012-4bbb-4da4-aa47-882b42b4fab8,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:43.710451 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-17668be6-399e-4295-b784-be705a0fb440 req-60c0d927-36d9-4bce-ae14-a6ea5464e0b7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Jul 08 01:30:43.750751 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] No DVR routers for this DVR port 071f1012-4bbb-4da4-aa47-882b42b4fab8 on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:30:43.753801 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:43.755825 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-11f71e04-3ec3-409c-908a-8f5baa8048c8 req-be48ad40-f326-4c72-bad1-39fde1551d49 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.21 "DELETE /v2.0/ports/071f1012-4bbb-4da4-aa47-882b42b4fab8 HTTP/1.1" status: 204 len: 173 time: 0.5049353 Jul 08 01:30:43.756261 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df62f35-89a6-4b2d-826b-e2528ec9283a', 'name': 'network-vif-deleted', 'tag': '071f1012-4bbb-4da4-aa47-882b42b4fab8'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:30:43.758478 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c364bd0-2390-4797-b399-4c88456ff607" -d '{"events": [{"server_uuid": "2df62f35-89a6-4b2d-826b-e2528ec9283a", "name": "network-vif-deleted", "tag": "071f1012-4bbb-4da4-aa47-882b42b4fab8"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:30:43.801444 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a833c343-3313-49b9-9c10-698148e0fa13 x-openstack-request-id: req-a833c343-3313-49b9-9c10-698148e0fa13 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:30:43.802227 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df62f35-89a6-4b2d-826b-e2528ec9283a", "name": "network-vif-deleted", "tag": "071f1012-4bbb-4da4-aa47-882b42b4fab8", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:30:43.802597 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a833c343-3313-49b9-9c10-698148e0fa13 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:30:43.803111 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df62f35-89a6-4b2d-826b-e2528ec9283a', 'name': 'network-vif-deleted', 'tag': '071f1012-4bbb-4da4-aa47-882b42b4fab8', 'status': 'completed', 'code': 200} Jul 08 01:30:44.137007 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d8d8e1fb-4160-4b00-b4fe-d167021d4a80 req-93925729-7a59-4836-b2ff-8ffaa8c36a00 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df62f35-89a6-4b2d-826b-e2528ec9283a HTTP/1.1" status: 200 len: 210 time: 0.0301237 Jul 08 01:30:44.554187 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39100) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:44.662669 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4f62-25f0-4c96-ae21-23ef1d2214bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:44.758990 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4f62-25f0-4c96-ae21-23ef1d2214bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:44.763131 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c8ac4f62-25f0-4c96-ae21-23ef1d2214bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:44.799408 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac4f62-25f0-4c96-ae21-23ef1d2214bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b6fa8-c4ca-47bb-999a-6df85c273f13,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:44.805992 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-c8ac4f62-25f0-4c96-ae21-23ef1d2214bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8799180af1fc4d2c9be3cb1042997ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484374 Jul 08 01:30:44.807013 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39110) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:44.857975 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-42d9daf0-993e-4540-8b6d-3aaca54bb769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:44.880203 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-42d9daf0-993e-4540-8b6d-3aaca54bb769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:44.930284 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-42d9daf0-993e-4540-8b6d-3aaca54bb769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:44.932896 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-42d9daf0-993e-4540-8b6d-3aaca54bb769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:44.934137 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-42d9daf0-993e-4540-8b6d-3aaca54bb769 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c97b6fa8-c4ca-47bb-999a-6df85c273f13 HTTP/1.1" status: 204 len: 168 time: 0.1267743 Jul 08 01:30:44.942940 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9daf0-993e-4540-8b6d-3aaca54bb769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b6fa8-c4ca-47bb-999a-6df85c273f13,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:45.108362 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deb285-29da-4ac3-9d61-13c1babf2c53 req-e2a0b88b-0e05-47a4-b799-e12a66f59bc0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:45.109876 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-82deb285-29da-4ac3-9d61-13c1babf2c53 req-e2a0b88b-0e05-47a4-b799-e12a66f59bc0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.2742367 Jul 08 01:30:45.146879 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-82deb285-29da-4ac3-9d61-13c1babf2c53 req-aff11a28-cb9b-469f-b09f-b04671e3adef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Jul 08 01:30:45.226034 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39118) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:45.239534 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6c1d3db-000e-467e-96b9-d32186cfd475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:45.351989 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6c1d3db-000e-467e-96b9-d32186cfd475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:45.356062 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6c1d3db-000e-467e-96b9-d32186cfd475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:45.394701 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1d3db-000e-467e-96b9-d32186cfd475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed743153-cb80-4079-9e27-904fbab24ba5,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:45.399414 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-a6c1d3db-000e-467e-96b9-d32186cfd475 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67dc330e58ca4411a5ec483bfe74a12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722970 Jul 08 01:30:45.402017 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39132) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:45.458948 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-978b687d-be21-4e0e-9ba7-01e5f9603090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:45.485421 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-978b687d-be21-4e0e-9ba7-01e5f9603090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:45.523352 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e35ae-a449-44f3-9cf7-de74e408374d req-1867ad31-4f13-4cd4-ba7a-43b6cdaabd03 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:45.525151 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-1867ad31-4f13-4cd4-ba7a-43b6cdaabd03 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/networks?id=e6e72abe-5b5a-4c27-879d-29595163a525 HTTP/1.1" status: 200 len: 809 time: 0.1192961 Jul 08 01:30:45.544562 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-d5a3f5f2-3b7e-4780-8d67-8bc6e98246ca tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/quotas/70de64e4ec0b4adfa113e126abf4eaf4 HTTP/1.1" status: 200 len: 375 time: 0.0124686 Jul 08 01:30:45.550859 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-978b687d-be21-4e0e-9ba7-01e5f9603090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:45.553458 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-978b687d-be21-4e0e-9ba7-01e5f9603090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:45.554700 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-978b687d-be21-4e0e-9ba7-01e5f9603090 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed743153-cb80-4079-9e27-904fbab24ba5 HTTP/1.1" status: 204 len: 168 time: 0.1517360 Jul 08 01:30:45.562775 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b687d-be21-4e0e-9ba7-01e5f9603090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed743153-cb80-4079-9e27-904fbab24ba5,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:45.598678 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-f0d8d40c-b05f-4a4d-9037-4173b632b762 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70de64e4ec0b4adfa113e126abf4eaf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418174 Jul 08 01:30:45.700459 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-0666c958-080e-41c2-96e9-b201be640f6f service neutron] 10.222.0.22 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949950 Jul 08 01:30:45.801575 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-15f37ff4-b52a-4b21-871d-b56f34e2c820 service neutron] 10.222.0.22 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953946 Jul 08 01:30:46.673295 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39184) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:46.778270 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7daccffc-196f-43a1-992a-809dddb9e73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:46.868320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7daccffc-196f-43a1-992a-809dddb9e73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:46.871910 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7daccffc-196f-43a1-992a-809dddb9e73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:46.905267 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 071f1012-4bbb-4da4-aa47-882b42b4fab8 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:30:46.909577 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7daccffc-196f-43a1-992a-809dddb9e73a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30d0a472ecd54f1b96a0d5f7cf4cc2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348557 Jul 08 01:30:46.911800 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39190) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:46.919454 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daccffc-196f-43a1-992a-809dddb9e73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8747cdf8-ef1b-4b76-a532-3a36ce492c46,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:46.928839 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 071f1012-4bbb-4da4-aa47-882b42b4fab8 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:30:46.929449 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 071f1012-4bbb-4da4-aa47-882b42b4fab8 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:30:46.970751 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4067-cdfc-43ac-99a4-246c8b505a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:46.992018 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4067-cdfc-43ac-99a4-246c8b505a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:47.047962 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6383ccbc-511b-4b9a-9e8e-946890c67872 req-d12e21c6-cb88-4e34-bc55-8d72310d9aa9 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 210 time: 0.0401442 Jul 08 01:30:47.068457 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4067-cdfc-43ac-99a4-246c8b505a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:47.069242 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4067-cdfc-43ac-99a4-246c8b505a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:47.073588 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-c7aa4067-cdfc-43ac-99a4-246c8b505a2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8747cdf8-ef1b-4b76-a532-3a36ce492c46 HTTP/1.1" status: 204 len: 168 time: 0.1604342 Jul 08 01:30:47.083824 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa4067-cdfc-43ac-99a4-246c8b505a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747cdf8-ef1b-4b76-a532-3a36ce492c46,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:47.229814 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b23f3-592c-447d-a878-6b87255173d2 req-8bc770ec-4b12-466c-b42e-41136c98897b tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:47.231290 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-923b23f3-592c-447d-a878-6b87255173d2 req-8bc770ec-4b12-466c-b42e-41136c98897b tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0644791 Jul 08 01:30:47.269052 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-923b23f3-592c-447d-a878-6b87255173d2 req-33c50261-c268-4b3c-bd4f-d0e617702e72 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Jul 08 01:30:48.260422 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39248) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:48.271839 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-34ebc9c1-b5bd-482d-bccd-ee89e4ec3c96 req-3c32fdbe-1b01-4fa7-a44d-91d93144c892 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 210 time: 0.0347707 Jul 08 01:30:48.369285 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-85052e9b-9774-4c6d-a412-7f8fc78a76a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:48.507900 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbd8f9-aae5-47a9-89d6-16d440df3ca5 req-9c7f4d0b-a264-4f6e-b41a-54140166db57 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:48.509389 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1acbd8f9-aae5-47a9-89d6-16d440df3ca5 req-9c7f4d0b-a264-4f6e-b41a-54140166db57 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1058476 Jul 08 01:30:48.513948 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-85052e9b-9774-4c6d-a412-7f8fc78a76a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:48.523258 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-85052e9b-9774-4c6d-a412-7f8fc78a76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:48.570353 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-85052e9b-9774-4c6d-a412-7f8fc78a76a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6cd4073899b74b8eb658f8da49c4730c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088546 Jul 08 01:30:48.573332 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 39258) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:30:48.583051 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1acbd8f9-aae5-47a9-89d6-16d440df3ca5 req-36a90855-9a0f-4d6f-aed9-8a1e8d741ad4 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669818 Jul 08 01:30:48.584792 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85052e9b-9774-4c6d-a412-7f8fc78a76a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1c9b05-6d86-479f-b5b1-1ef59069cb24,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:48.623471 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-79e9aa5d-3d82-4d33-8003-477d918d7811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:48.645043 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-79e9aa5d-3d82-4d33-8003-477d918d7811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:48.694834 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-79e9aa5d-3d82-4d33-8003-477d918d7811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:48.697412 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-79e9aa5d-3d82-4d33-8003-477d918d7811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:48.698616 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-79e9aa5d-3d82-4d33-8003-477d918d7811 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc1c9b05-6d86-479f-b5b1-1ef59069cb24 HTTP/1.1" status: 204 len: 168 time: 0.1242607 Jul 08 01:30:48.706905 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9aa5d-3d82-4d33-8003-477d918d7811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1c9b05-6d86-479f-b5b1-1ef59069cb24,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:49.013653 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e35ae-a449-44f3-9cf7-de74e408374d req-3ebd030d-e95a-4cc5-92cb-21bf142245b5 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:49.015139 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-3ebd030d-e95a-4cc5-92cb-21bf142245b5 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.21 "GET /v2.0/networks?id=e6e72abe-5b5a-4c27-879d-29595163a525 HTTP/1.1" status: 200 len: 809 time: 0.1143787 Jul 08 01:30:49.040688 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Request body: {'port': {'device_id': 'ae8c34d2-06eb-494a-863a-90910399ce4f', 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525', 'admin_state_up': True, 'tenant_id': '70de64e4ec0b4adfa113e126abf4eaf4'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:30:49.163507 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Made reservation on behalf of 70de64e4ec0b4adfa113e126abf4eaf4 for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:30:49.167834 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:49.310172 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Allocated IP 172.20.0.4 (e6e72abe-5b5a-4c27-879d-29595163a525/428bdf24-e58a-4b95-ae83-1aa3d8dc20e6/1365b62a-dec1-4ae8-9473-66b0a50e0e11) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:30:49.462180 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:49.503047 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:49.555753 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Network e6e72abe-5b5a-4c27-879d-29595163a525 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:30:49.561581 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:30:49.565545 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:30:49.571487 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:49.572128 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:49.585189 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Pushing event updated for resources: {'Port': ['ID=1365b62a-dec1-4ae8-9473-66b0a50e0e11,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:49.592370 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-9b9cdc48-fbe6-4f7b-a00b-f10bc223953b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557415 Jul 08 01:30:52.434341 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Request body: {'port': {'device_id': 'ae8c34d2-06eb-494a-863a-90910399ce4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:30:52.481227 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:52.523287 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:52.643043 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1086ec3-1a14-41f5-a54f-caf39083e7b3 req-dd22f4c7-9485-4f05-b084-e45bce0bfc31 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:52.644529 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c1086ec3-1a14-41f5-a54f-caf39083e7b3 req-dd22f4c7-9485-4f05-b084-e45bce0bfc31 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0630713 Jul 08 01:30:52.684916 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c1086ec3-1a14-41f5-a54f-caf39083e7b3 req-0d2386db-3b52-4b4a-8f3d-a8534abccfe6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Jul 08 01:30:52.744060 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16a263-06ed-42d2-b475-db553eda25f3 req-13624451-5f90-4075-bda3-66fd575c7b2a tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:52.745561 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a16a263-06ed-42d2-b475-db553eda25f3 req-13624451-5f90-4075-bda3-66fd575c7b2a tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 931 time: 0.1717794 Jul 08 01:30:52.813587 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a16a263-06ed-42d2-b475-db553eda25f3 req-975b1529-c0d8-45de-9707-bf0ee8cf5ca4 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622044 Jul 08 01:30:52.867832 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1365b62a-dec1-4ae8-9473-66b0a50e0e11 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:30:52.875408 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:52.888129 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Transition to ACTIVE for port object 1365b62a-dec1-4ae8-9473-66b0a50e0e11 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:30:52.892062 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:52.993886 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Pushing event updated for resources: {'Port': ['ID=1365b62a-dec1-4ae8-9473-66b0a50e0e11,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:52.999733 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Attempting to bind port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:30:53.000073 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Attempting to bind port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:30:53.000406 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Attempting to bind port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 on network e6e72abe-5b5a-4c27-879d-29595163a525 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:30:53.006998 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 on network e6e72abe-5b5a-4c27-879d-29595163a525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:30:53.007387 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Attempting to bind port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 on network e6e72abe-5b5a-4c27-879d-29595163a525 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:30:53.012816 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:30:53.013161 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Checking segment: {'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:30:53.013761 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Bound using segment: {'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:30:53.014205 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Bound port: 1365b62a-dec1-4ae8-9473-66b0a50e0e11, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3d3382-49de-408f-9383-1d03d5bd2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:30:53.015980 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:53.084756 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] For port 1365b62a-dec1-4ae8-9473-66b0a50e0e11, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:30:53.088502 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] For port 1365b62a-dec1-4ae8-9473-66b0a50e0e11, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1365b62a-dec1-4ae8-9473-66b0a50e0e11,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:30:53.097277 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:53.132050 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:53.132664 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:53.134063 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] 10.222.0.21 "PUT /v2.0/ports/1365b62a-dec1-4ae8-9473-66b0a50e0e11 HTTP/1.1" status: 200 len: 1093 time: 0.7044063 Jul 08 01:30:53.134505 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8c34d2-06eb-494a-863a-90910399ce4f', 'tag': '1365b62a-dec1-4ae8-9473-66b0a50e0e11'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:30:53.136692 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3e0766-ba07-4a1f-aa67-2387056020f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8c34d2-06eb-494a-863a-90910399ce4f", "tag": "1365b62a-dec1-4ae8-9473-66b0a50e0e11"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:30:53.166031 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1cd59-01fb-449b-ac16-3755c1ce5dff service neutron] Pushing event updated for resources: {'Port': ['ID=1365b62a-dec1-4ae8-9473-66b0a50e0e11,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:53.177665 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ea1fe5-2f70-4eda-815c-cb9036d9f36e x-openstack-request-id: req-e8ea1fe5-2f70-4eda-815c-cb9036d9f36e {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:30:53.179752 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8c34d2-06eb-494a-863a-90910399ce4f", "tag": "1365b62a-dec1-4ae8-9473-66b0a50e0e11", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:30:53.180098 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8ea1fe5-2f70-4eda-815c-cb9036d9f36e {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:30:53.180538 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8c34d2-06eb-494a-863a-90910399ce4f', 'tag': '1365b62a-dec1-4ae8-9473-66b0a50e0e11', 'status': 'completed', 'code': 200} Jul 08 01:30:53.253671 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e35ae-a449-44f3-9cf7-de74e408374d req-6f5f0a50-fa32-4304-a018-81bb8391a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:53.255129 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-6f5f0a50-fa32-4304-a018-81bb8391a833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70de64e4ec0b4adfa113e126abf4eaf4&device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 1096 time: 0.0570929 Jul 08 01:30:53.301107 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-44b2432f-8a57-46ee-8b73-1bf8d201b992 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1365b62a-dec1-4ae8-9473-66b0a50e0e11 HTTP/1.1" status: 200 len: 217 time: 0.0367231 Jul 08 01:30:53.353004 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e35ae-a449-44f3-9cf7-de74e408374d req-6017e8ca-df34-4088-a0fa-377c3e272de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:53.354721 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-6017e8ca-df34-4088-a0fa-377c3e272de5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=428bdf24-e58a-4b95-ae83-1aa3d8dc20e6 HTTP/1.1" status: 200 len: 849 time: 0.0446630 Jul 08 01:30:53.390012 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-b5516cf3-3416-48f0-8bad-09b37f5bc605 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6e72abe-5b5a-4c27-879d-29595163a525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270383 Jul 08 01:30:53.481698 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-decf9281-c003-473a-9655-32cf595194db service neutron] 10.222.0.21 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842104 Jul 08 01:30:53.575104 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-898e35ae-a449-44f3-9cf7-de74e408374d req-0dd1e7e5-8b6a-4022-b123-aea943b6be06 service neutron] 10.222.0.21 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857120 Jul 08 01:30:54.227304 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-77953539-9fe2-42a9-bb2a-8041fb200cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:54.229118 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-77953539-9fe2-42a9-bb2a-8041fb200cbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70de64e4ec0b4adfa113e126abf4eaf4&device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 1096 time: 0.0701432 Jul 08 01:30:54.341362 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe35ed-2340-418b-8db0-4097e8cc0748 req-175134e2-44db-4c4c-8575-9064b5e2b373 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:54.342882 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5dbe35ed-2340-418b-8db0-4097e8cc0748 req-175134e2-44db-4c4c-8575-9064b5e2b373 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 943 time: 0.0695662 Jul 08 01:30:54.368339 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-e916d024-944a-4e87-baa6-55792acfa8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:54.370382 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-e916d024-944a-4e87-baa6-55792acfa8ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6e72abe-5b5a-4c27-879d-29595163a525 HTTP/1.1" status: 200 len: 909 time: 0.1337092 Jul 08 01:30:54.383800 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391841-25c2-42e3-a3a4-ff337181705e req-a18ef19c-0eb3-4a43-aafa-5f47e5357ced tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:54.385250 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9a391841-25c2-42e3-a3a4-ff337181705e req-a18ef19c-0eb3-4a43-aafa-5f47e5357ced tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1402435 Jul 08 01:30:54.385652 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5dbe35ed-2340-418b-8db0-4097e8cc0748 req-bc45e15a-50cc-4b35-a1cd-406df513f3d5 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348468 Jul 08 01:30:54.426553 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-9907a01b-11d8-4ec2-8c3f-77da53cc8f10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1365b62a-dec1-4ae8-9473-66b0a50e0e11 HTTP/1.1" status: 200 len: 217 time: 0.0403545 Jul 08 01:30:54.484725 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9a391841-25c2-42e3-a3a4-ff337181705e req-5502b5a4-aeb1-4498-8e63-9a437fb6684f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919664 Jul 08 01:30:54.493772 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-e9ed30a5-e95e-422e-ae0b-964ad9b6fd2d tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9c2c9b0f2b054520bb0089301cc4963b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287292 Jul 08 01:30:54.493912 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-6daa56a6-8a34-4db8-9005-bf93c32edda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:54.495317 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-6daa56a6-8a34-4db8-9005-bf93c32edda1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=428bdf24-e58a-4b95-ae83-1aa3d8dc20e6 HTTP/1.1" status: 200 len: 849 time: 0.0589299 Jul 08 01:30:54.536844 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-08df176a-d1eb-4567-9607-e933299010b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6e72abe-5b5a-4c27-879d-29595163a525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297415 Jul 08 01:30:54.634881 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-44517511-791e-4493-8ef2-66444d0bc301 service neutron] 10.222.0.21 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864305 Jul 08 01:30:54.680392 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353fba-952b-4e29-a5c7-e082be641808 req-7f38b38f-a704-4e83-ae0e-577a8d59698c tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:54.681871 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-7f38b38f-a704-4e83-ae0e-577a8d59698c tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825473 Jul 08 01:30:54.697073 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-c39f4491-d465-4b54-9c2e-156c3967d9e0 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/quotas/9c2c9b0f2b054520bb0089301cc4963b HTTP/1.1" status: 200 len: 375 time: 0.0096211 Jul 08 01:30:54.731754 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5a3e0766-ba07-4a1f-aa67-2387056020f2 req-86d86619-354e-429a-834f-29b8361412cb service neutron] 10.222.0.21 "GET /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891671 Jul 08 01:30:54.736095 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-24194f60-e824-45d7-b56d-31c0a64d2fc4 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c2c9b0f2b054520bb0089301cc4963b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334969 Jul 08 01:30:54.904418 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bec97d9e-7ce3-4595-94c1-dd686318544e req-d3574338-75a4-45b3-9cf4-9b40f7f1b710 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 210 time: 0.0294635 Jul 08 01:30:55.633045 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2680c-7f71-4d55-97e4-5a496122f5f1 req-f25beecd-a824-4ffa-9a5f-b9dd4525992a tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:55.637142 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-87f2680c-7f71-4d55-97e4-5a496122f5f1 req-f25beecd-a824-4ffa-9a5f-b9dd4525992a tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 943 time: 0.1099908 Jul 08 01:30:55.647118 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cd0749e9-e8ab-4cc3-82ff-d7e8a04f7cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:55.710674 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-87f2680c-7f71-4d55-97e4-5a496122f5f1 req-4a0a3c26-b2a0-4c95-96ed-66647d441ab2 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574241 Jul 08 01:30:55.766263 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a39816-4f7d-4b0e-863d-a802a73a31e7 req-c1b3439d-7c64-45c3-8d71-c866e337aa9c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:55.773933 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a1a39816-4f7d-4b0e-863d-a802a73a31e7 req-c1b3439d-7c64-45c3-8d71-c866e337aa9c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1046925 Jul 08 01:30:55.825442 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a1a39816-4f7d-4b0e-863d-a802a73a31e7 req-24cb85a9-d2da-4a35-9597-cc88d15f90ef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460205 Jul 08 01:30:56.082164 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-796caf2a-00a4-41a0-a18b-65fa3b1edc01 req-b6b72bae-6fd0-46ac-a670-7dd03b66da3f tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 210 time: 0.0483978 Jul 08 01:30:56.125168 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-9ac11ae8-a8eb-47b6-a447-3d9e8d9665ef tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c2c9b0f2b054520bb0089301cc4963b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566285 Jul 08 01:30:56.329715 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353fba-952b-4e29-a5c7-e082be641808 req-ef6356c4-a022-4f26-b6ca-fbd5b98bf77d tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:56.331256 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-ef6356c4-a022-4f26-b6ca-fbd5b98bf77d tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979065 Jul 08 01:30:56.348605 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Request body: {'port': {'device_id': '0f614b0d-ddc6-4797-bb49-da9dc6b8c496', 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9', 'admin_state_up': True, 'tenant_id': '9c2c9b0f2b054520bb0089301cc4963b'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:30:56.464448 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Made reservation on behalf of 9c2c9b0f2b054520bb0089301cc4963b for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:30:56.468276 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:56.478824 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:56.582706 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:56.586400 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:56.648853 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6575490-6715-477a-9cb0-76d23cc848ac,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:56.979096 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498cb9-c62e-40a2-a0af-7c8ba039d85c req-aad63b11-23b1-4340-8a3b-975d715a5e85 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:56.990935 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-96498cb9-c62e-40a2-a0af-7c8ba039d85c req-aad63b11-23b1-4340-8a3b-975d715a5e85 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 943 time: 0.1446590 Jul 08 01:30:57.034101 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Allocated IP 192.168.233.200 (9591fe1e-443d-4059-8eca-37d4e1d220d9/16eb9cd4-413e-4718-a8fd-fcb9e63c34eb/498c59fd-a288-4cb8-bad8-fd7249c2e501) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:30:57.044872 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-96498cb9-c62e-40a2-a0af-7c8ba039d85c req-a9c1fa58-ab13-4818-a910-e4c6be98cea9 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528147 Jul 08 01:30:57.114814 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefaada-00ae-4d80-9a84-04dc845abc33 req-cbe60d84-8743-485e-9df5-96e11259e650 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:57.122174 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-feefaada-00ae-4d80-9a84-04dc845abc33 req-cbe60d84-8743-485e-9df5-96e11259e650 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1616330 Jul 08 01:30:57.263878 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-feefaada-00ae-4d80-9a84-04dc845abc33 req-aea7b151-82a9-413f-9f34-cdc25a42ed72 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406517 Jul 08 01:30:57.327467 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9fc95cfb-8a55-4fe3-b2f5-921ad224133e req-11b87538-d66b-4943-93a4-b7e019a4a059 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 210 time: 0.0353127 Jul 08 01:30:57.340017 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:57.364491 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Transition to ACTIVE for port object 498c59fd-a288-4cb8-bad8-fd7249c2e501 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:30:57.373822 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 1365b62a-dec1-4ae8-9473-66b0a50e0e11 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:30:57.411892 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:57.453774 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Network 9591fe1e-443d-4059-8eca-37d4e1d220d9 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:30:57.462507 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:30:57.464820 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:30:57.471465 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:57.472166 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:57.472876 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 1365b62a-dec1-4ae8-9473-66b0a50e0e11, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1365b62a-dec1-4ae8-9473-66b0a50e0e11,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:30:57.487180 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Pushing event updated for resources: {'Port': ['ID=498c59fd-a288-4cb8-bad8-fd7249c2e501,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:57.497146 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '1365b62a-dec1-4ae8-9473-66b0a50e0e11', 'network_id': 'e6e72abe-5b5a-4c27-879d-29595163a525', 'port_id': '1365b62a-dec1-4ae8-9473-66b0a50e0e11', 'mac_address': 'fa:16:3e:a9:7a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428bdf24-e58a-4b95-ae83-1aa3d8dc20e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:30:57.497359 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1533055 Jul 08 01:30:57.498931 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.499229 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.499571 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.499947 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.500332 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.500793 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.501262 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.501588 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.501934 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.502266 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.502601 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.502905 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae208d35-4a5f-488f-addf-979d408b20e8 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:30:57.516742 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Request body: {'port': {'device_id': '0f614b0d-ddc6-4797-bb49-da9dc6b8c496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:30:57.549600 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:57.565512 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1365b62a-dec1-4ae8-9473-66b0a50e0e11 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:30:57.588649 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 1365b62a-dec1-4ae8-9473-66b0a50e0e11, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1365b62a-dec1-4ae8-9473-66b0a50e0e11,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:30:57.596822 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:57.604166 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:57.677882 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=1365b62a-dec1-4ae8-9473-66b0a50e0e11,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:57.744405 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-f73635d0-19cf-485d-b454-91bfeaf950f3 None None] Provisioning for port 498c59fd-a288-4cb8-bad8-fd7249c2e501 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:30:57.758433 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-f73635d0-19cf-485d-b454-91bfeaf950f3 None None] Provisioning complete for port 498c59fd-a288-4cb8-bad8-fd7249c2e501 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:30:57.759462 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f73635d0-19cf-485d-b454-91bfeaf950f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:57.801164 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-f73635d0-19cf-485d-b454-91bfeaf950f3 None None] Port 498c59fd-a288-4cb8-bad8-fd7249c2e501 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:30:57.951503 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498c59fd-a288-4cb8-bad8-fd7249c2e501 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:30:57.965284 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:57.988662 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Transition to ACTIVE for port object 498c59fd-a288-4cb8-bad8-fd7249c2e501 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:30:57.996305 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:58.101367 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Pushing event updated for resources: {'Port': ['ID=498c59fd-a288-4cb8-bad8-fd7249c2e501,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:58.118618 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Attempting to bind port 498c59fd-a288-4cb8-bad8-fd7249c2e501 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:30:58.118940 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Attempting to bind port 498c59fd-a288-4cb8-bad8-fd7249c2e501 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:30:58.119454 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Attempting to bind port 498c59fd-a288-4cb8-bad8-fd7249c2e501 on network 9591fe1e-443d-4059-8eca-37d4e1d220d9 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:30:58.124302 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Port 498c59fd-a288-4cb8-bad8-fd7249c2e501 on network 9591fe1e-443d-4059-8eca-37d4e1d220d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:30:58.124622 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Attempting to bind port 498c59fd-a288-4cb8-bad8-fd7249c2e501 on network 9591fe1e-443d-4059-8eca-37d4e1d220d9 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:30:58.129986 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:30:58.130258 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Checking segment: {'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:30:58.130694 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Bound using segment: {'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:30:58.131129 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Bound port: 498c59fd-a288-4cb8-bad8-fd7249c2e501, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1e638-be9e-460d-8408-9e56e9789526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:30:58.131493 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:58.239799 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] For port 498c59fd-a288-4cb8-bad8-fd7249c2e501, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:30:58.259509 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] For port 498c59fd-a288-4cb8-bad8-fd7249c2e501, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=498c59fd-a288-4cb8-bad8-fd7249c2e501,segment=NetworkSegment(9af1e638-be9e-460d-8408-9e56e9789526),segment_id=9af1e638-be9e-460d-8408-9e56e9789526)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:30:58.264301 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:58.304209 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:58.304854 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:58.306236 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] 10.222.0.21 "PUT /v2.0/ports/498c59fd-a288-4cb8-bad8-fd7249c2e501 HTTP/1.1" status: 200 len: 1098 time: 0.7945056 Jul 08 01:30:58.313830 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17963467-6f9c-497e-9d96-80a3d5891624 req-2b794442-ab3b-498e-b7b6-3d056b0238ce tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:58.315777 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-17963467-6f9c-497e-9d96-80a3d5891624 req-2b794442-ab3b-498e-b7b6-3d056b0238ce tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 944 time: 0.1512401 Jul 08 01:30:58.316265 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f614b0d-ddc6-4797-bb49-da9dc6b8c496', 'tag': '498c59fd-a288-4cb8-bad8-fd7249c2e501'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:30:58.318541 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13c36c2-b941-487a-bf17-4fd24c081883" -d '{"events": [{"name": "network-changed", "server_uuid": "0f614b0d-ddc6-4797-bb49-da9dc6b8c496", "tag": "498c59fd-a288-4cb8-bad8-fd7249c2e501"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:30:58.368551 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a0226-e22e-4686-8775-eb5e372c90aa service neutron] Pushing event updated for resources: {'Port': ['ID=498c59fd-a288-4cb8-bad8-fd7249c2e501,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:30:58.380494 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-17963467-6f9c-497e-9d96-80a3d5891624 req-215482bf-2760-4b46-a111-f4a320ccb727 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557833 Jul 08 01:30:58.447704 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ad62e-1314-4253-99dc-ec3c0978ea66 x-openstack-request-id: req-932ad62e-1314-4253-99dc-ec3c0978ea66 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:30:58.447998 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f614b0d-ddc6-4797-bb49-da9dc6b8c496", "tag": "498c59fd-a288-4cb8-bad8-fd7249c2e501", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:30:58.448248 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-932ad62e-1314-4253-99dc-ec3c0978ea66 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:30:58.448643 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f614b0d-ddc6-4797-bb49-da9dc6b8c496', 'tag': '498c59fd-a288-4cb8-bad8-fd7249c2e501', 'status': 'completed', 'code': 200} Jul 08 01:30:58.457432 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:58.461115 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f99db003-376f-4e3c-8a51-845b69cd0cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:58.470203 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daee17-3f2d-4c99-aac0-028dd40f6afd req-cee61c45-803b-458b-ae01-07a1b613670c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:58.472467 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b9daee17-3f2d-4c99-aac0-028dd40f6afd req-cee61c45-803b-458b-ae01-07a1b613670c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0762467 Jul 08 01:30:58.514777 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b9daee17-3f2d-4c99-aac0-028dd40f6afd req-87df0878-5d70-491b-b470-5f520789cffe tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356095 Jul 08 01:30:58.609118 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8197-b6f6-414c-9573-d83ab9c71b38 req-995a7aa9-5bf4-4bef-8987-675d02a4129a tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:58.610531 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f04f8197-b6f6-414c-9573-d83ab9c71b38 req-995a7aa9-5bf4-4bef-8987-675d02a4129a tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 948 time: 0.0683441 Jul 08 01:30:58.648353 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f04f8197-b6f6-414c-9573-d83ab9c71b38 req-a2c9f287-727d-4493-b78e-9c361259f3ce tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Jul 08 01:30:59.429241 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:59.555381 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815aff5-372d-47c8-b6e7-c468342ab980 req-bbd3cd06-8dc6-4c06-8dc6-3be2299e2cc6 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:59.556859 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6815aff5-372d-47c8-b6e7-c468342ab980 req-bbd3cd06-8dc6-4c06-8dc6-3be2299e2cc6 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 944 time: 0.0626822 Jul 08 01:30:59.593611 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6815aff5-372d-47c8-b6e7-c468342ab980 req-d1c1c4b8-ab28-440b-8ac6-e0a1bc3a65d1 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Jul 08 01:30:59.686054 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720408ab-c63b-4ad8-a600-f6a9951375c5 req-38949fde-b4d9-4bed-91a2-e9f4fa1a08a3 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:59.687699 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-720408ab-c63b-4ad8-a600-f6a9951375c5 req-38949fde-b4d9-4bed-91a2-e9f4fa1a08a3 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0626605 Jul 08 01:30:59.726418 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-720408ab-c63b-4ad8-a600-f6a9951375c5 req-82eb4b20-cee2-4220-8fbf-80c7d461da80 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Jul 08 01:30:59.822476 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0960a48-cdcb-44e5-b50a-51858cc71acf req-7705866e-a281-489d-bcf1-3123e7919863 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:30:59.823950 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b0960a48-cdcb-44e5-b50a-51858cc71acf req-7705866e-a281-489d-bcf1-3123e7919863 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 948 time: 0.0650816 Jul 08 01:30:59.861246 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b0960a48-cdcb-44e5-b50a-51858cc71acf req-9728768c-f8a3-4e68-ae05-fa6a8bf20277 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Jul 08 01:31:00.558773 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c36c2-b941-487a-bf17-4fd24c081883 req-3e6b526a-d493-4cff-957d-7376847defa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:00.560330 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c13c36c2-b941-487a-bf17-4fd24c081883 req-3e6b526a-d493-4cff-957d-7376847defa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c2c9b0f2b054520bb0089301cc4963b&device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 1101 time: 0.0524371 Jul 08 01:31:00.605643 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c13c36c2-b941-487a-bf17-4fd24c081883 req-a544684a-2b17-4c81-b406-b92e93e90e5c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c2c9b0f2b054520bb0089301cc4963b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286734 Jul 08 01:31:00.799709 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c36c2-b941-487a-bf17-4fd24c081883 req-5ef07930-7d26-4005-a086-eb1b91c72ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:00.801097 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c13c36c2-b941-487a-bf17-4fd24c081883 req-5ef07930-7d26-4005-a086-eb1b91c72ce1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1882176 Jul 08 01:31:00.803164 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:00.826278 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8830-e60e-4c29-a6af-77363861c612 req-025500d9-58fe-42fe-bdd3-b74c2e6a677e tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:00.828204 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0cef8830-e60e-4c29-a6af-77363861c612 req-025500d9-58fe-42fe-bdd3-b74c2e6a677e tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 944 time: 0.1147292 Jul 08 01:31:00.884564 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['1365b62a-dec1-4ae8-9473-66b0a50e0e11'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:31:00.898982 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0cef8830-e60e-4c29-a6af-77363861c612 req-67efd188-c746-4517-a1ad-817b2f1d8a82 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650415 Jul 08 01:31:00.926554 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353fba-952b-4e29-a5c7-e082be641808 req-e6581c24-0bfe-4bf2-9873-e1be9e9142ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:00.928098 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-e6581c24-0bfe-4bf2-9873-e1be9e9142ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c2c9b0f2b054520bb0089301cc4963b&device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 1101 time: 0.0797641 Jul 08 01:31:00.947336 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885047b-734b-4e3e-8e18-beb349bb55ba req-ee65447b-1c0f-4827-91b3-3f42c26bf8cb tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:00.957400 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6885047b-734b-4e3e-8e18-beb349bb55ba req-ee65447b-1c0f-4827-91b3-3f42c26bf8cb tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1048129 Jul 08 01:31:00.984224 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-548ee8e4-2fb1-4877-9ea3-ead00036df7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=498c59fd-a288-4cb8-bad8-fd7249c2e501 HTTP/1.1" status: 200 len: 217 time: 0.0421212 Jul 08 01:31:01.011410 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6885047b-734b-4e3e-8e18-beb349bb55ba req-3d93a9db-d765-4525-ac2f-f8089c0142c1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527365 Jul 08 01:31:01.057860 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353fba-952b-4e29-a5c7-e082be641808 req-2b84544f-dbfb-4dce-a34e-4fd4457fdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:01.059330 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-2b84544f-dbfb-4dce-a34e-4fd4457fdca0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=16eb9cd4-413e-4718-a8fd-fcb9e63c34eb HTTP/1.1" status: 200 len: 843 time: 0.0640872 Jul 08 01:31:01.123784 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353fba-952b-4e29-a5c7-e082be641808 req-d460d9dd-ef83-4606-a031-c294fb23e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:01.125346 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-d460d9dd-ef83-4606-a031-c294fb23e5b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9591fe1e-443d-4059-8eca-37d4e1d220d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0579884 Jul 08 01:31:01.215818 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9db3ae-ab2b-4319-9240-acf8506eb281 req-48e1bfc9-ffd9-4334-b63d-2da1be1dd0bc tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:01.217426 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7d9db3ae-ab2b-4319-9240-acf8506eb281 req-48e1bfc9-ffd9-4334-b63d-2da1be1dd0bc tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 948 time: 0.0873675 Jul 08 01:31:01.248688 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-afc7fbd7-9b60-43e5-b1be-9e29f9eb0e21 service neutron] 10.222.0.21 "GET /v2.0/networks/9591fe1e-443d-4059-8eca-37d4e1d220d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084645 Jul 08 01:31:01.259493 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7d9db3ae-ab2b-4319-9240-acf8506eb281 req-c63ff3f1-3b81-47c9-a222-319d14a338dc tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Jul 08 01:31:01.358659 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-22353fba-952b-4e29-a5c7-e082be641808 req-7d599b4e-5f9f-489d-9e23-daab813d43bc service neutron] 10.222.0.21 "GET /v2.0/networks/9591fe1e-443d-4059-8eca-37d4e1d220d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022687 Jul 08 01:31:01.546839 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa4835-b526-4f1f-9772-69a0c80c9178 req-c5ad0396-c6da-4dd5-86a3-2f2d35375fb9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:01.548827 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-61aa4835-b526-4f1f-9772-69a0c80c9178 req-c5ad0396-c6da-4dd5-86a3-2f2d35375fb9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0750451 Jul 08 01:31:01.593035 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-61aa4835-b526-4f1f-9772-69a0c80c9178 req-cbaa3f00-d58d-4553-988c-ffaa4162a82a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380976 Jul 08 01:31:02.073906 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd2cb-9120-4a4b-bfee-12c00d039c0c req-91020468-1cf0-42df-9f2a-e8103addccc1 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:02.075369 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-96bfd2cb-9120-4a4b-bfee-12c00d039c0c req-91020468-1cf0-42df-9f2a-e8103addccc1 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 944 time: 0.0632513 Jul 08 01:31:02.112280 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-96bfd2cb-9120-4a4b-bfee-12c00d039c0c req-063ebe43-4d81-42be-9a2d-00e1627faf39 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Jul 08 01:31:02.185246 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b59133-22ad-4cb4-8ab0-f6f6f4615d28 req-366d1012-445b-4c10-9a3e-c25c4e2763ac tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:02.186820 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-81b59133-22ad-4cb4-8ab0-f6f6f4615d28 req-366d1012-445b-4c10-9a3e-c25c4e2763ac tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0638316 Jul 08 01:31:02.225481 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-81b59133-22ad-4cb4-8ab0-f6f6f4615d28 req-45b7ffde-ab64-4b8d-8456-93d55b33cfc0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Jul 08 01:31:02.442000 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e0ff-718c-4ecb-befd-185b2b4c9e1e req-4785c662-5574-43f9-9614-125d424debf3 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:02.443397 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c326e0ff-718c-4ecb-befd-185b2b4c9e1e req-4785c662-5574-43f9-9614-125d424debf3 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 948 time: 0.0690808 Jul 08 01:31:02.479598 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c326e0ff-718c-4ecb-befd-185b2b4c9e1e req-52c46534-bcc4-4c25-97ad-500909939560 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307131 Jul 08 01:31:02.777062 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24abf-b72e-4e6f-b6fa-737bdd85ce3a req-19be8081-9952-4cbc-a923-9f426ca08b50 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:02.778268 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3db24abf-b72e-4e6f-b6fa-737bdd85ce3a req-19be8081-9952-4cbc-a923-9f426ca08b50 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0651495 Jul 08 01:31:02.842797 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3db24abf-b72e-4e6f-b6fa-737bdd85ce3a req-3608b50d-3a59-4e0a-a832-1411dc80d708 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520415 Jul 08 01:31:02.896752 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 39568) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:03.002134 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-191b93f7-b8a5-4af7-8cef-799ef375ca3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.093272 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-191b93f7-b8a5-4af7-8cef-799ef375ca3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.097686 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-191b93f7-b8a5-4af7-8cef-799ef375ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.133359 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b93f7-b8a5-4af7-8cef-799ef375ca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aedfe01-daa5-457d-8f92-65418e61f234,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:03.139945 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-191b93f7-b8a5-4af7-8cef-799ef375ca3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34fe34e8144b457ca35259fa39f93bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399876 Jul 08 01:31:03.140322 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 39578) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:03.191668 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb8c0-1edf-450b-b946-1ba73894fba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.217137 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb8c0-1edf-450b-b946-1ba73894fba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.303265 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb8c0-1edf-450b-b946-1ba73894fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.305979 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2cfcb8c0-1edf-450b-b946-1ba73894fba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.307111 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-2cfcb8c0-1edf-450b-b946-1ba73894fba0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3aedfe01-daa5-457d-8f92-65418e61f234 HTTP/1.1" status: 204 len: 168 time: 0.1658895 Jul 08 01:31:03.320050 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e34581-ad4a-49a1-b4e9-76eb12cbac70 req-9763cfa0-14b4-456b-b7b9-a0e8d6c8a5a7 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:03.321766 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83e34581-ad4a-49a1-b4e9-76eb12cbac70 req-9763cfa0-14b4-456b-b7b9-a0e8d6c8a5a7 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 944 time: 0.0864019 Jul 08 01:31:03.326630 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcb8c0-1edf-450b-b946-1ba73894fba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aedfe01-daa5-457d-8f92-65418e61f234,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:03.367868 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-83e34581-ad4a-49a1-b4e9-76eb12cbac70 req-2b98e93b-7233-495e-9e98-416e98036b7b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Jul 08 01:31:03.427124 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a307348-37d1-4adb-8a05-f40a658d956c req-5b534049-656b-4ba3-b2e3-82fff41f1d3e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:03.428855 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9a307348-37d1-4adb-8a05-f40a658d956c req-5b534049-656b-4ba3-b2e3-82fff41f1d3e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0786273 Jul 08 01:31:03.463600 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 498c59fd-a288-4cb8-bad8-fd7249c2e501 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:31:03.467131 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 1365b62a-dec1-4ae8-9473-66b0a50e0e11 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:03.470120 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9a307348-37d1-4adb-8a05-f40a658d956c req-3b744b49-d386-499e-a8af-d8a31ce2dfd7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352528 Jul 08 01:31:03.538107 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:03.567686 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:03.568059 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.642886 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 498c59fd-a288-4cb8-bad8-fd7249c2e501, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=498c59fd-a288-4cb8-bad8-fd7249c2e501,segment=NetworkSegment(9af1e638-be9e-460d-8408-9e56e9789526),segment_id=9af1e638-be9e-460d-8408-9e56e9789526)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:03.663010 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a74d1-b559-45c2-9118-eaac88144470 req-9f5789db-8357-4b4e-b30d-c469c206a025 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:03.664983 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1b8a74d1-b559-45c2-9118-eaac88144470 req-9f5789db-8357-4b4e-b30d-c469c206a025 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 948 time: 0.0678940 Jul 08 01:31:03.683313 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '498c59fd-a288-4cb8-bad8-fd7249c2e501', 'network_id': '9591fe1e-443d-4059-8eca-37d4e1d220d9', 'port_id': '498c59fd-a288-4cb8-bad8-fd7249c2e501', 'mac_address': 'fa:16:3e:6f:d0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16eb9cd4-413e-4718-a8fd-fcb9e63c34eb', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:31:03.710373 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.711825 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1b8a74d1-b559-45c2-9118-eaac88144470 req-869ce8d3-d4de-4bad-a09f-6e2e10c211db tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Jul 08 01:31:03.741628 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8c34d2-06eb-494a-863a-90910399ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1365b62a-dec1-4ae8-9473-66b0a50e0e11'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:31:03.744222 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee86d5eb-1601-44b8-a559-b2bd02c47aea" -d '{"events": [{"server_uuid": "ae8c34d2-06eb-494a-863a-90910399ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "1365b62a-dec1-4ae8-9473-66b0a50e0e11"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:31:03.762347 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 1365b62a-dec1-4ae8-9473-66b0a50e0e11, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1365b62a-dec1-4ae8-9473-66b0a50e0e11,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:03.764132 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.775946 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.784249 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbac6718-c95b-4513-b736-37290b9461d2 x-openstack-request-id: req-cbac6718-c95b-4513-b736-37290b9461d2 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:31:03.784532 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8c34d2-06eb-494a-863a-90910399ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "1365b62a-dec1-4ae8-9473-66b0a50e0e11", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:31:03.784958 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbac6718-c95b-4513-b736-37290b9461d2 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:31:03.785492 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8c34d2-06eb-494a-863a-90910399ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1365b62a-dec1-4ae8-9473-66b0a50e0e11', 'code': 200} Jul 08 01:31:03.815410 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498c59fd-a288-4cb8-bad8-fd7249c2e501 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:31:03.856777 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 498c59fd-a288-4cb8-bad8-fd7249c2e501, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=498c59fd-a288-4cb8-bad8-fd7249c2e501,segment=NetworkSegment(9af1e638-be9e-460d-8408-9e56e9789526),segment_id=9af1e638-be9e-460d-8408-9e56e9789526)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:03.862601 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:03.865108 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=1365b62a-dec1-4ae8-9473-66b0a50e0e11,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:03.931025 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=498c59fd-a288-4cb8-bad8-fd7249c2e501,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:03.949508 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908485d-0af6-47b4-be14-680c59d9a7e3 req-a3933f86-e38b-435b-aee7-52857061b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:03.951058 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f908485d-0af6-47b4-be14-680c59d9a7e3 req-a3933f86-e38b-435b-aee7-52857061b238 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1099 time: 0.1172504 Jul 08 01:31:04.003018 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f908485d-0af6-47b4-be14-680c59d9a7e3 req-257828bd-7d35-4bfe-9045-6e706ffe59dd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Jul 08 01:31:04.071461 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ed687-d184-417c-918b-8646c12c3d6c req-f83988da-440a-4f77-b3b5-c887c3f3318d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:04.073291 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6d5ed687-d184-417c-918b-8646c12c3d6c req-f83988da-440a-4f77-b3b5-c887c3f3318d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0702755 Jul 08 01:31:04.157017 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6d5ed687-d184-417c-918b-8646c12c3d6c req-bfde3130-54dc-4450-ba65-f42b0ef022ae tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681701 Jul 08 01:31:04.163502 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbd864-be62-4f3c-8c0c-9a3244e491ee req-3be0a647-0c65-4ec2-88b0-dd08a93bcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:04.166978 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['498c59fd-a288-4cb8-bad8-fd7249c2e501'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:31:04.178684 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d5fbd864-be62-4f3c-8c0c-9a3244e491ee req-3be0a647-0c65-4ec2-88b0-dd08a93bcc81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 1098 time: 0.1037965 Jul 08 01:31:04.229032 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d5fbd864-be62-4f3c-8c0c-9a3244e491ee req-c9b51df8-8fad-4bf1-ab78-fa420d6d6118 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489492 Jul 08 01:31:04.499194 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 39632) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:04.568653 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a187bf-0e29-47bb-b050-305acee646a6 req-9953bd81-58e9-46c1-afe2-2ead14fe9f84 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:04.570341 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-54a187bf-0e29-47bb-b050-305acee646a6 req-9953bd81-58e9-46c1-afe2-2ead14fe9f84 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 945 time: 0.0737739 Jul 08 01:31:04.609055 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-54a187bf-0e29-47bb-b050-305acee646a6 req-4b2d492d-6481-42a9-a5f1-3578d0016d0c tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Jul 08 01:31:04.634962 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81a96ec1-152b-446e-8dd3-9fa4f1f64be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:04.694544 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7cb7-15e5-4021-8aaf-a79283063b6b req-7dbdaa98-2002-4048-8b69-fea029d06a54 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:04.696096 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-24eb7cb7-15e5-4021-8aaf-a79283063b6b req-7dbdaa98-2002-4048-8b69-fea029d06a54 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1008217 Jul 08 01:31:04.750947 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-24eb7cb7-15e5-4021-8aaf-a79283063b6b req-f8af64f8-de88-4eeb-9cd5-5367be3f2a2f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Jul 08 01:31:04.783500 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81a96ec1-152b-446e-8dd3-9fa4f1f64be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:04.787614 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81a96ec1-152b-446e-8dd3-9fa4f1f64be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:04.832950 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-81a96ec1-152b-446e-8dd3-9fa4f1f64be6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51729a802cbd4c69b70aa93b66ac5362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326023 Jul 08 01:31:04.835162 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a96ec1-152b-446e-8dd3-9fa4f1f64be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74433ab0-0c90-4726-94e6-a42a31590994,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:04.837470 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 39638) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:04.885069 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a50d018e-be99-4fec-a9db-65d446122e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:04.897680 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e4d58-11d0-42e0-9e08-11706585713b req-a11eafff-7bd2-40df-bd0c-91777c0f2d98 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:04.899180 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685e4d58-11d0-42e0-9e08-11706585713b req-a11eafff-7bd2-40df-bd0c-91777c0f2d98 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 949 time: 0.0656016 Jul 08 01:31:04.905983 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a50d018e-be99-4fec-a9db-65d446122e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:04.945949 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685e4d58-11d0-42e0-9e08-11706585713b req-64c9a25e-3220-45dd-90f2-f1e6132e79ec tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Jul 08 01:31:04.961772 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a50d018e-be99-4fec-a9db-65d446122e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:04.964695 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a50d018e-be99-4fec-a9db-65d446122e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:04.965879 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a50d018e-be99-4fec-a9db-65d446122e50 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74433ab0-0c90-4726-94e6-a42a31590994 HTTP/1.1" status: 204 len: 168 time: 0.1274562 Jul 08 01:31:04.974221 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d018e-be99-4fec-a9db-65d446122e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74433ab0-0c90-4726-94e6-a42a31590994,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:05.343165 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f7e39-aa5d-4f7e-80e6-39a7e19ecfb9 req-f8d6c766-d0b5-49d7-ba6a-a3420db3db13 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:05.344831 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e5f7e39-aa5d-4f7e-80e6-39a7e19ecfb9 req-f8d6c766-d0b5-49d7-ba6a-a3420db3db13 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0634637 Jul 08 01:31:05.385055 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e5f7e39-aa5d-4f7e-80e6-39a7e19ecfb9 req-f62effde-f401-42d9-a91c-4877d89b3682 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337901 Jul 08 01:31:05.472869 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 498c59fd-a288-4cb8-bad8-fd7249c2e501 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:05.524097 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 498c59fd-a288-4cb8-bad8-fd7249c2e501 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:05.528127 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 498c59fd-a288-4cb8-bad8-fd7249c2e501 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:05.528547 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:05.605477 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:05.637431 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 498c59fd-a288-4cb8-bad8-fd7249c2e501, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=498c59fd-a288-4cb8-bad8-fd7249c2e501,segment=NetworkSegment(9af1e638-be9e-460d-8408-9e56e9789526),segment_id=9af1e638-be9e-460d-8408-9e56e9789526)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:05.643126 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:05.668607 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 39664) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:05.691678 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=498c59fd-a288-4cb8-bad8-fd7249c2e501,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:05.770183 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-33c2fe95-3654-435f-bf0a-a5fb8be0e574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:05.787770 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f614b0d-ddc6-4797-bb49-da9dc6b8c496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498c59fd-a288-4cb8-bad8-fd7249c2e501'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:31:05.788702 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f7487-6b88-464f-ae8b-8d63a879b9e4 req-3f1ca70a-3ea8-4cbb-882e-ce3bddd43311 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:05.791130 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5619f-213b-495c-9bf7-0c1b008cae36" -d '{"events": [{"server_uuid": "0f614b0d-ddc6-4797-bb49-da9dc6b8c496", "name": "network-vif-plugged", "status": "completed", "tag": "498c59fd-a288-4cb8-bad8-fd7249c2e501"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:31:05.795539 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-765f7487-6b88-464f-ae8b-8d63a879b9e4 req-3f1ca70a-3ea8-4cbb-882e-ce3bddd43311 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 945 time: 0.0688775 Jul 08 01:31:05.848527 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-765f7487-6b88-464f-ae8b-8d63a879b9e4 req-92de8c51-38c5-46d1-b701-fbe0d1c4ac88 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519905 Jul 08 01:31:05.891483 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9833c-e75f-48b9-af38-0e8ced0ab4fd x-openstack-request-id: req-01b9833c-e75f-48b9-af38-0e8ced0ab4fd {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:31:05.891940 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f614b0d-ddc6-4797-bb49-da9dc6b8c496", "name": "network-vif-plugged", "status": "completed", "tag": "498c59fd-a288-4cb8-bad8-fd7249c2e501", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:31:05.892788 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01b9833c-e75f-48b9-af38-0e8ced0ab4fd {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:31:05.893184 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f614b0d-ddc6-4797-bb49-da9dc6b8c496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498c59fd-a288-4cb8-bad8-fd7249c2e501', 'code': 200} Jul 08 01:31:05.924580 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-33c2fe95-3654-435f-bf0a-a5fb8be0e574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:05.932925 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-33c2fe95-3654-435f-bf0a-a5fb8be0e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:05.986705 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2fe95-3654-435f-bf0a-a5fb8be0e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0692f8fb-5d21-4658-b9f9-469ba7eb5620,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:05.994405 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-33c2fe95-3654-435f-bf0a-a5fb8be0e574 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bede9ed54ab4cdbae57f02e7dadd4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247004 Jul 08 01:31:05.997205 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39678) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:06.016198 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ec18-7a4c-48f0-8d88-bcb7df46cee1 req-f8ab44e4-a00c-4d30-b33b-853f80030e1d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:06.021015 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ccf7ec18-7a4c-48f0-8d88-bcb7df46cee1 req-f8ab44e4-a00c-4d30-b33b-853f80030e1d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1367836 Jul 08 01:31:06.099965 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ccf7ec18-7a4c-48f0-8d88-bcb7df46cee1 req-5191de14-4f15-4c4e-9a1a-f959002320bf tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593987 Jul 08 01:31:06.151519 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:06.197291 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:06.225763 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d54094-068b-4476-8e4e-4fbc9403789e req-29dff96c-a773-402b-84b2-b9ff90563d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:06.227351 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-00d54094-068b-4476-8e4e-4fbc9403789e req-29dff96c-a773-402b-84b2-b9ff90563d9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 1103 time: 0.0788605 Jul 08 01:31:06.230166 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9757f5-a94f-425f-832b-cc0e2aeb2a7c req-25668720-de8c-4636-8265-48416177b31a tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:06.231648 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6d9757f5-a94f-425f-832b-cc0e2aeb2a7c req-25668720-de8c-4636-8265-48416177b31a tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.1416168 Jul 08 01:31:06.280043 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-00d54094-068b-4476-8e4e-4fbc9403789e req-c37f23f4-8009-49c3-9c72-67cc3a91fede service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Jul 08 01:31:06.285559 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6d9757f5-a94f-425f-832b-cc0e2aeb2a7c req-83608413-a115-4ecd-bd18-03362c725527 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462978 Jul 08 01:31:06.292797 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:06.295600 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:06.299751 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0692f8fb-5d21-4658-b9f9-469ba7eb5620 HTTP/1.1" status: 204 len: 168 time: 0.3013151 Jul 08 01:31:06.316997 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0692f8fb-5d21-4658-b9f9-469ba7eb5620,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:06.325636 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.326027 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.326334 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.326654 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.326985 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.327315 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.327640 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.327963 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.328287 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.328610 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.328927 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.329392 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd68669-b783-46da-8168-639f58a54da4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:06.586464 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-27a42a7c-b37b-4da4-9c8a-824a3c65a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:06.588681 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-27a42a7c-b37b-4da4-9c8a-824a3c65a9f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1099 time: 0.1053045 Jul 08 01:31:06.609327 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3e30-943b-4e01-becb-2672bb7a88d5 req-6d53efcd-1530-4ec1-905c-06a3754ab7b0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:06.613477 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0932-e107-4a66-bfc7-2190ddd429e2 req-ec063055-88b3-4cd0-a6da-722e8f7a40dc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:06.614368 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b08f3e30-943b-4e01-becb-2672bb7a88d5 req-6d53efcd-1530-4ec1-905c-06a3754ab7b0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0850616 Jul 08 01:31:06.614967 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b72c0932-e107-4a66-bfc7-2190ddd429e2 req-ec063055-88b3-4cd0-a6da-722e8f7a40dc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0911171 Jul 08 01:31:06.662207 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b08f3e30-943b-4e01-becb-2672bb7a88d5 req-e7849685-2f54-4570-a8dc-98cce29bd693 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429833 Jul 08 01:31:06.715736 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b72c0932-e107-4a66-bfc7-2190ddd429e2 req-eaeeb0c8-44b2-4ff5-aafc-ae5071fe8df6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889361 Jul 08 01:31:06.736584 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-c8a2cf04-c4b6-416e-95e9-95def6d0a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:06.738077 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-c8a2cf04-c4b6-416e-95e9-95def6d0a291 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 918 time: 0.1397870 Jul 08 01:31:06.784882 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-f25789ec-3785-438f-b719-9276fda2dbf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 200 len: 217 time: 0.0363278 Jul 08 01:31:06.847627 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-06063493-939c-4fe9-be44-c2ab587abcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:06.849181 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-06063493-939c-4fe9-be44-c2ab587abcad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.0503476 Jul 08 01:31:06.899390 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-512e0c60-cea8-49c0-bda8-2690e37d1c6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425205 Jul 08 01:31:07.031568 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-afe0f0ad-0e66-4f9a-a8e6-a04d76a220ac service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125848 Jul 08 01:31:07.130575 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd3777-6f0f-4832-a407-17327c36dab6 req-f1c1ced4-3c28-472c-92f1-e04fe61ee7e7 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:07.132144 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-48cd3777-6f0f-4832-a407-17327c36dab6 req-f1c1ced4-3c28-472c-92f1-e04fe61ee7e7 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 945 time: 0.1338060 Jul 08 01:31:07.161663 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e0169bbe-3262-4f3f-bb3f-6a2cd79008c5 req-9f1e2c22-30d1-4b6c-8d3f-5d809fb619f9 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225660 Jul 08 01:31:07.186246 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-48cd3777-6f0f-4832-a407-17327c36dab6 req-e3e81ce1-7741-406d-95ba-899550c70468 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454900 Jul 08 01:31:07.483301 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2249fd-d88f-4593-8221-78e691d276b1 req-4581fccc-7237-472e-816d-8385e272dc16 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:07.485232 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8b2249fd-d88f-4593-8221-78e691d276b1 req-4581fccc-7237-472e-816d-8385e272dc16 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.0829570 Jul 08 01:31:07.534651 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8b2249fd-d88f-4593-8221-78e691d276b1 req-77a0f233-a2fd-4b69-bd84-b106b40c8556 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Jul 08 01:31:07.864325 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cfff7-35ad-4632-b696-b10fbafba114 req-50c07bfc-125f-4b01-a748-f91f58b3077c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:07.865835 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9e6cfff7-35ad-4632-b696-b10fbafba114 req-50c07bfc-125f-4b01-a748-f91f58b3077c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0675306 Jul 08 01:31:07.905594 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9e6cfff7-35ad-4632-b696-b10fbafba114 req-7c0f6ced-8bc7-4cb2-8a48-7433c8a429db tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335071 Jul 08 01:31:07.916372 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd9c6-0323-4bd7-b771-f9ff85b36f3d req-9ed5515a-77c9-4bbe-a1f2-b5e51e4ca4c3 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:07.917871 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-abdfd9c6-0323-4bd7-b771-f9ff85b36f3d req-9ed5515a-77c9-4bbe-a1f2-b5e51e4ca4c3 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0680470 Jul 08 01:31:07.959156 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-abdfd9c6-0323-4bd7-b771-f9ff85b36f3d req-cc5fa350-1fa2-4a6d-9f5d-606ff4b69763 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Jul 08 01:31:08.361378 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d63f4-96dd-495d-b4ec-8b726a615e14 req-9d818c3c-dba2-43b0-b2cc-7d61957600bc tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:08.362943 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-af8d63f4-96dd-495d-b4ec-8b726a615e14 req-9d818c3c-dba2-43b0-b2cc-7d61957600bc tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 945 time: 0.0618279 Jul 08 01:31:08.399915 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-af8d63f4-96dd-495d-b4ec-8b726a615e14 req-6cdec0c9-30ba-4359-88b7-2951d410f309 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Jul 08 01:31:08.703091 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458b7c4-6314-4ad4-9154-2e6ee3f62181 req-09ad366f-b8f5-4854-b0ba-ffee85c6c6f5 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:08.704755 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9458b7c4-6314-4ad4-9154-2e6ee3f62181 req-09ad366f-b8f5-4854-b0ba-ffee85c6c6f5 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.0637543 Jul 08 01:31:08.748168 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9458b7c4-6314-4ad4-9154-2e6ee3f62181 req-345da88e-6011-405c-9f97-e227ead3c48b tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370431 Jul 08 01:31:09.094270 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b31dcf-23b4-4359-a8de-7731c3485359 req-1699e1b0-5cdc-496b-afa2-290d5610c17e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:09.096174 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c0b31dcf-23b4-4359-a8de-7731c3485359 req-1699e1b0-5cdc-496b-afa2-290d5610c17e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0668705 Jul 08 01:31:09.134203 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c0b31dcf-23b4-4359-a8de-7731c3485359 req-cce7546f-dbba-4073-a436-6075e4133328 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Jul 08 01:31:09.175222 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b0850-f446-484a-8013-a12da4a986f0 req-12303502-2a54-406d-b4c6-627eeff09123 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:09.176686 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9b2b0850-f446-484a-8013-a12da4a986f0 req-12303502-2a54-406d-b4c6-627eeff09123 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0661347 Jul 08 01:31:09.212927 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9b2b0850-f446-484a-8013-a12da4a986f0 req-16ce7e0a-5ba3-4d1e-bbdf-0f97aaeaca99 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Jul 08 01:31:09.302379 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b81f66-e69c-44ba-aba7-308b37c76483 req-dbc8d475-6bf0-4c50-b533-454bf1e7066f tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:09.303950 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-94b81f66-e69c-44ba-aba7-308b37c76483 req-dbc8d475-6bf0-4c50-b533-454bf1e7066f tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.0655534 Jul 08 01:31:09.340853 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-94b81f66-e69c-44ba-aba7-308b37c76483 req-db66f502-9973-4e5b-b2d7-0abe945185b9 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Jul 08 01:31:09.575976 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d81869-a70f-4abf-be70-11913712bf7a req-139852ca-59fa-49a7-9d17-af9262224454 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:09.578841 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75d81869-a70f-4abf-be70-11913712bf7a req-139852ca-59fa-49a7-9d17-af9262224454 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 945 time: 0.0659297 Jul 08 01:31:09.579662 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d16a4-ace1-49c8-9e45-eafe67264bbd req-984da2ee-456c-4f24-8a7c-e85e1f1ed547 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:09.581142 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3f6d16a4-ace1-49c8-9e45-eafe67264bbd req-984da2ee-456c-4f24-8a7c-e85e1f1ed547 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0647004 Jul 08 01:31:09.616372 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75d81869-a70f-4abf-be70-11913712bf7a req-e8711533-d38d-4605-a2a9-bd2af394c01f tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jul 08 01:31:09.617632 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3f6d16a4-ace1-49c8-9e45-eafe67264bbd req-faac248a-d5ef-4272-89bd-dff1e54522b8 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Jul 08 01:31:10.124347 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:31:10.308307 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df9ea1-c2b6-4bcf-8dd0-8c71122d58f3 req-59b26ae5-0fb2-40ff-96e9-14c65a37d096 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:10.309834 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e0df9ea1-c2b6-4bcf-8dd0-8c71122d58f3 req-59b26ae5-0fb2-40ff-96e9-14c65a37d096 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0627334 Jul 08 01:31:10.349418 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e0df9ea1-c2b6-4bcf-8dd0-8c71122d58f3 req-dc740ec2-64b3-46cd-adea-9fb0b8e7e0f4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Jul 08 01:31:10.385988 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71cd22-57b3-48d0-8244-0475d5be202c req-3f025d6f-c299-45ff-bb5b-282edb7e22c5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:10.387738 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cf71cd22-57b3-48d0-8244-0475d5be202c req-3f025d6f-c299-45ff-bb5b-282edb7e22c5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0633957 Jul 08 01:31:10.425601 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cf71cd22-57b3-48d0-8244-0475d5be202c req-3e19ab94-c629-403b-8d59-844c19281c33 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Jul 08 01:31:10.511487 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5d103-f817-4cc7-94fe-4880602c145e req-1ed39460-731d-4643-a887-022a1a50958a tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:10.512934 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-64a5d103-f817-4cc7-94fe-4880602c145e req-1ed39460-731d-4643-a887-022a1a50958a tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.0614331 Jul 08 01:31:10.550818 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-64a5d103-f817-4cc7-94fe-4880602c145e req-45f007b2-be02-4b24-98fb-594a635bb1ef tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Jul 08 01:31:10.792796 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876580a4-7700-4fba-ae36-8acd406fa861 req-09deafdc-af2a-4b02-ab09-cc66134d81d6 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:10.793317 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44218caf-a287-4944-985e-2aafb37a829d req-590e91b2-6ccf-4cc6-8c65-9cfae7c9efcc tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:10.794398 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-876580a4-7700-4fba-ae36-8acd406fa861 req-09deafdc-af2a-4b02-ab09-cc66134d81d6 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 945 time: 0.0651026 Jul 08 01:31:10.794941 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-44218caf-a287-4944-985e-2aafb37a829d req-590e91b2-6ccf-4cc6-8c65-9cfae7c9efcc tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0685177 Jul 08 01:31:10.832916 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-44218caf-a287-4944-985e-2aafb37a829d req-c5e537e2-7e98-48da-8e94-a8aa0d4ed5d6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Jul 08 01:31:10.833105 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-876580a4-7700-4fba-ae36-8acd406fa861 req-0be45286-531e-4b44-9581-95ac442b06a4 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Jul 08 01:31:11.527334 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e58987-06df-42d1-930f-d4752a684f00 req-2ba494e2-df00-4085-8625-80def049ff73 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:11.528819 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-09e58987-06df-42d1-930f-d4752a684f00 req-2ba494e2-df00-4085-8625-80def049ff73 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0635061 Jul 08 01:31:11.566778 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-09e58987-06df-42d1-930f-d4752a684f00 req-074d6106-941f-4509-90bf-8123b201c9fd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323896 Jul 08 01:31:11.599357 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c65fdc-7324-4f24-859c-9eaa0a188cc2 req-08afe1eb-60f6-4796-8e8c-37265a58f424 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:11.600932 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-94c65fdc-7324-4f24-859c-9eaa0a188cc2 req-08afe1eb-60f6-4796-8e8c-37265a58f424 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0634067 Jul 08 01:31:11.638261 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-94c65fdc-7324-4f24-859c-9eaa0a188cc2 req-35969e23-5d0b-491e-80a9-11d95d7d3344 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Jul 08 01:31:11.733579 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f9e1-db1f-4546-a3c3-b9e320456a1e req-76da2c64-10c3-473a-9d4c-cae8c467ab1e tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:11.735093 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a960f9e1-db1f-4546-a3c3-b9e320456a1e req-76da2c64-10c3-473a-9d4c-cae8c467ab1e tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.0655406 Jul 08 01:31:11.772115 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a960f9e1-db1f-4546-a3c3-b9e320456a1e req-53b036d7-484d-40dd-b458-507377b440f9 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Jul 08 01:31:12.004960 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd87e7-f9e5-4332-bcfe-cf7d0a950ab8 req-68ec0f9b-33db-4661-9a85-ba492d8085c2 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:12.005200 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90474076-ccac-4d34-b8d3-32d81bc82774 req-2fe62df3-dacc-4483-944d-ea8417ffd18b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:12.006377 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-11fd87e7-f9e5-4332-bcfe-cf7d0a950ab8 req-68ec0f9b-33db-4661-9a85-ba492d8085c2 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 945 time: 0.0613945 Jul 08 01:31:12.006496 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-90474076-ccac-4d34-b8d3-32d81bc82774 req-2fe62df3-dacc-4483-944d-ea8417ffd18b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0617051 Jul 08 01:31:12.045250 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-11fd87e7-f9e5-4332-bcfe-cf7d0a950ab8 req-128af609-b7d2-4cfb-9717-1cf1f49a0043 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3dc16fc-9ecc-404f-8493-ebfe74570d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jul 08 01:31:12.045615 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-90474076-ccac-4d34-b8d3-32d81bc82774 req-c5969bb8-19ed-4dae-b0c0-47c0d9567e34 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331123 Jul 08 01:31:12.519415 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-b4d3d324-a0be-4d3a-bf2a-c5cacfbcdcb6 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:12.520868 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-b4d3d324-a0be-4d3a-bf2a-c5cacfbcdcb6 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 945 time: 0.0664892 Jul 08 01:31:12.640056 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Deleting port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:31:12.640056 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:12.774319 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] For port 1365b62a-dec1-4ae8-9473-66b0a50e0e11, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1365b62a-dec1-4ae8-9473-66b0a50e0e11,segment=NetworkSegment(6d3d3382-49de-408f-9383-1d03d5bd2dd8),segment_id=6d3d3382-49de-408f-9383-1d03d5bd2dd8)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:12.774701 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:12.790383 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Calling delete_port for 1365b62a-dec1-4ae8-9473-66b0a50e0e11 owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:31:12.809693 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d01b-08a6-4850-8b4b-2cc5e6895f74 req-f70cf8d7-dd81-4cf2-b5cd-2ce9dd3e6675 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:12.812576 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-03c7d01b-08a6-4850-8b4b-2cc5e6895f74 req-f70cf8d7-dd81-4cf2-b5cd-2ce9dd3e6675 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1216419 Jul 08 01:31:12.863954 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3042d38-683c-44bf-b30e-81239685b25e req-a89ac0e0-8f0d-423a-8597-a7dc91e99a5d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:12.871173 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e3042d38-683c-44bf-b30e-81239685b25e req-a89ac0e0-8f0d-423a-8597-a7dc91e99a5d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0980666 Jul 08 01:31:12.927659 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e3042d38-683c-44bf-b30e-81239685b25e req-0c84f2a4-7cf3-471f-bfbe-9477025f4f7f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507331 Jul 08 01:31:12.993552 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-03c7d01b-08a6-4850-8b4b-2cc5e6895f74 req-29cd5ff4-3f8b-49b9-8ea5-9ed96d96db24 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457107 Jul 08 01:31:13.000052 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:13.020646 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['1365b62a-dec1-4ae8-9473-66b0a50e0e11'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:31:13.059806 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Pushing event deleted for resources: {'Port': ['ID=1365b62a-dec1-4ae8-9473-66b0a50e0e11,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:13.114552 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] No DVR routers for this DVR port 1365b62a-dec1-4ae8-9473-66b0a50e0e11 on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:31:13.116713 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:13.118839 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5b4e5401-b5f5-4fd9-b4c0-51195c4d45ec req-3853c22a-5e2d-45db-a4cf-990cb705087b tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.21 "DELETE /v2.0/ports/1365b62a-dec1-4ae8-9473-66b0a50e0e11 HTTP/1.1" status: 204 len: 173 time: 0.5812707 Jul 08 01:31:13.119285 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8c34d2-06eb-494a-863a-90910399ce4f', 'name': 'network-vif-deleted', 'tag': '1365b62a-dec1-4ae8-9473-66b0a50e0e11'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:31:13.121498 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b865f52-840f-43ea-8d4a-edbd5a17e60c" -d '{"events": [{"server_uuid": "ae8c34d2-06eb-494a-863a-90910399ce4f", "name": "network-vif-deleted", "tag": "1365b62a-dec1-4ae8-9473-66b0a50e0e11"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:31:13.209926 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73902bb3-f4de-4987-b4b0-d5011388a795 req-d319a836-9adc-4508-99b7-8331c09467ac tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:13.211556 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-73902bb3-f4de-4987-b4b0-d5011388a795 req-d319a836-9adc-4508-99b7-8331c09467ac tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.0997427 Jul 08 01:31:13.238900 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a69c0974-eb99-4836-94ca-a904eef627f2 req-6d4d9259-b7d5-4f5c-a154-2baf2dedea70 tempest-VolumesActionsTest-1047357773 tempest-VolumesActionsTest-1047357773-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8c34d2-06eb-494a-863a-90910399ce4f HTTP/1.1" status: 200 len: 210 time: 0.0400467 Jul 08 01:31:13.258668 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-73902bb3-f4de-4987-b4b0-d5011388a795 req-8e81d61f-d00e-4675-9fe2-c245ebe74ef0 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397427 Jul 08 01:31:13.320226 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f8531-20c1-442d-96df-ff7036792671 x-openstack-request-id: req-411f8531-20c1-442d-96df-ff7036792671 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:31:13.320539 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8c34d2-06eb-494a-863a-90910399ce4f", "name": "network-vif-deleted", "tag": "1365b62a-dec1-4ae8-9473-66b0a50e0e11", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:31:13.320785 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-411f8531-20c1-442d-96df-ff7036792671 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:31:13.321239 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8c34d2-06eb-494a-863a-90910399ce4f', 'name': 'network-vif-deleted', 'tag': '1365b62a-dec1-4ae8-9473-66b0a50e0e11', 'status': 'completed', 'code': 200} Jul 08 01:31:13.415490 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dc8e0-6b5b-4dee-b67c-14c165f34b28 req-ecbc63c0-fb0e-43e9-9a61-c6ace567264a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:13.417000 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f2dc8e0-6b5b-4dee-b67c-14c165f34b28 req-ecbc63c0-fb0e-43e9-9a61-c6ace567264a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0642548 Jul 08 01:31:13.459140 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f2dc8e0-6b5b-4dee-b67c-14c165f34b28 req-8be14549-9ed7-4c0f-a0b7-c7fe5a3122c9 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335953 Jul 08 01:31:14.068272 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-700f3cd8-9ea2-43e0-9f83-8e5a71c99beb tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:14.069804 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-700f3cd8-9ea2-43e0-9f83-8e5a71c99beb tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.0730987 Jul 08 01:31:14.120247 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db20b8-4791-4933-8dbd-cebc868b42ba req-05979a28-ac9f-4fe6-9926-d5208135fd01 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:14.122464 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-78db20b8-4791-4933-8dbd-cebc868b42ba req-05979a28-ac9f-4fe6-9926-d5208135fd01 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0859232 Jul 08 01:31:14.166717 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-78db20b8-4791-4933-8dbd-cebc868b42ba req-44e8b461-2049-4d6d-b29e-ae546d433aa2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Jul 08 01:31:14.515076 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Deleting port 498c59fd-a288-4cb8-bad8-fd7249c2e501 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:31:14.515280 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:14.593542 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fa5d4-cc2a-43fa-a1f4-b4008c20cf9f req-ce648576-ba0c-4f27-a1d9-207342f76ec7 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:14.602338 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-553fa5d4-cc2a-43fa-a1f4-b4008c20cf9f req-ce648576-ba0c-4f27-a1d9-207342f76ec7 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.4630091 Jul 08 01:31:14.614434 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3438c-712c-4bb3-99b3-bc4369273788 req-31eae7b2-78c0-4e1c-9b7c-5599fb0bfbb7 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:14.623151 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-20b3438c-712c-4bb3-99b3-bc4369273788 req-31eae7b2-78c0-4e1c-9b7c-5599fb0bfbb7 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 950 time: 0.1346214 Jul 08 01:31:14.655140 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-553fa5d4-cc2a-43fa-a1f4-b4008c20cf9f req-021d5cda-52c3-4ad0-8480-58ec93804f29 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517714 Jul 08 01:31:14.690032 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-20b3438c-712c-4bb3-99b3-bc4369273788 req-14a6c08d-08aa-42fa-b808-0c939dbf9be2 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6575490-6715-477a-9cb0-76d23cc848ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635397 Jul 08 01:31:14.731385 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] For port 498c59fd-a288-4cb8-bad8-fd7249c2e501, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=498c59fd-a288-4cb8-bad8-fd7249c2e501,segment=NetworkSegment(9af1e638-be9e-460d-8408-9e56e9789526),segment_id=9af1e638-be9e-460d-8408-9e56e9789526)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:14.731999 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:14.753358 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Calling delete_port for 498c59fd-a288-4cb8-bad8-fd7249c2e501 owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:31:14.903732 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0303808-964f-4cdf-b299-563adba04816 req-9d55c512-373a-48f8-86bb-cae0b1baea32 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:14.905265 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a0303808-964f-4cdf-b299-563adba04816 req-9d55c512-373a-48f8-86bb-cae0b1baea32 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0946186 Jul 08 01:31:14.984251 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a0303808-964f-4cdf-b299-563adba04816 req-f549d3b1-a74a-404c-b218-273bcbad46bd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717351 Jul 08 01:31:14.989474 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:15.004613 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['498c59fd-a288-4cb8-bad8-fd7249c2e501'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:31:15.020335 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Pushing event deleted for resources: {'Port': ['ID=498c59fd-a288-4cb8-bad8-fd7249c2e501,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:15.088018 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] No DVR routers for this DVR port 498c59fd-a288-4cb8-bad8-fd7249c2e501 on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:31:15.091992 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:15.095808 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0ed31d8-9024-47e8-93e7-66c145122e15 req-c9584595-15bc-4de9-ad76-54da1b0d6b31 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.21 "DELETE /v2.0/ports/498c59fd-a288-4cb8-bad8-fd7249c2e501 HTTP/1.1" status: 204 len: 173 time: 1.0189364 Jul 08 01:31:15.322933 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f614b0d-ddc6-4797-bb49-da9dc6b8c496', 'name': 'network-vif-deleted', 'tag': '498c59fd-a288-4cb8-bad8-fd7249c2e501'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:31:15.325265 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc9a2f6-b5f9-4ce9-ae9f-c1061c4446f8" -d '{"events": [{"server_uuid": "0f614b0d-ddc6-4797-bb49-da9dc6b8c496", "name": "network-vif-deleted", "tag": "498c59fd-a288-4cb8-bad8-fd7249c2e501"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:31:15.369222 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a3e3b5-096f-49d0-88d4-dc762f31b16e x-openstack-request-id: req-c4a3e3b5-096f-49d0-88d4-dc762f31b16e {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:31:15.369542 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f614b0d-ddc6-4797-bb49-da9dc6b8c496", "name": "network-vif-deleted", "tag": "498c59fd-a288-4cb8-bad8-fd7249c2e501", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:31:15.369960 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4a3e3b5-096f-49d0-88d4-dc762f31b16e {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:31:15.370641 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f614b0d-ddc6-4797-bb49-da9dc6b8c496', 'name': 'network-vif-deleted', 'tag': '498c59fd-a288-4cb8-bad8-fd7249c2e501', 'status': 'completed', 'code': 200} Jul 08 01:31:15.638399 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39894) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:15.764415 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-24b956a6-1379-482e-a57c-8278ef089546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:15.878170 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-43120485-245a-4bd1-85aa-baa10b3c5e53 req-4e5292e3-f958-43a7-b5cd-50f4e884da81 tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 210 time: 0.0308547 Jul 08 01:31:15.887433 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fe112-ab73-4d4d-8d64-a24277e373e2 req-4b7fd010-1164-4375-92c0-899ac2683519 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:15.889969 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-db5fe112-ab73-4d4d-8d64-a24277e373e2 req-4b7fd010-1164-4375-92c0-899ac2683519 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0972943 Jul 08 01:31:15.911438 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-24b956a6-1379-482e-a57c-8278ef089546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:15.916491 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-24b956a6-1379-482e-a57c-8278ef089546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:15.940649 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-db5fe112-ab73-4d4d-8d64-a24277e373e2 req-ed758d95-f6ed-43c9-83aa-456da7fdd2f0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416980 Jul 08 01:31:15.964057 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 39906) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:15.964478 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-24b956a6-1379-482e-a57c-8278ef089546 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55b088b1467a4e668ec041f9bbf78503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250096 Jul 08 01:31:15.969539 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b956a6-1379-482e-a57c-8278ef089546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773b92a3-3dfb-4bba-9629-d594d9979c5d,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:16.021807 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-935a9629-e58c-464a-8d1b-529f250cf243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:16.051618 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-935a9629-e58c-464a-8d1b-529f250cf243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:16.086212 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc2b03-2adc-4623-8006-38f17e7c91a5 req-80da8e3f-b811-416d-90f2-ff5dc16fd584 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:16.088038 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-30cc2b03-2adc-4623-8006-38f17e7c91a5 req-80da8e3f-b811-416d-90f2-ff5dc16fd584 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0824628 Jul 08 01:31:16.108155 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-935a9629-e58c-464a-8d1b-529f250cf243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:16.119078 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-935a9629-e58c-464a-8d1b-529f250cf243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:16.120455 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-935a9629-e58c-464a-8d1b-529f250cf243 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/773b92a3-3dfb-4bba-9629-d594d9979c5d HTTP/1.1" status: 204 len: 168 time: 0.1552885 Jul 08 01:31:16.129939 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a9629-e58c-464a-8d1b-529f250cf243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b92a3-3dfb-4bba-9629-d594d9979c5d,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:16.159561 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-30cc2b03-2adc-4623-8006-38f17e7c91a5 req-5383b6fc-a9ea-488a-9bff-34c0031d5e46 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616112 Jul 08 01:31:16.410090 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9a44a-227a-460a-ab7f-2f078422730c req-e0137ce3-7bf7-42d5-b704-61560440ca37 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:16.411667 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7ca9a44a-227a-460a-ab7f-2f078422730c req-e0137ce3-7bf7-42d5-b704-61560440ca37 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0812526 Jul 08 01:31:16.453043 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7ca9a44a-227a-460a-ab7f-2f078422730c req-a2cc9d2f-1825-4829-91e2-86b8b4078ce3 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353336 Jul 08 01:31:16.854531 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 39938) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:16.956372 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1737735134-network', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:16.982353 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Made reservation on behalf of dd692cc0485c4c33a8068b5187faa99b for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:31:16.984991 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:16.993441 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.059184 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-42b5d54f-5891-41d7-b26f-eebb6e27e589 req-9a1d0013-adf5-4e6d-9bef-4a5de410f71c tempest-VolumesNegativeTest-907393834 tempest-VolumesNegativeTest-907393834-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f614b0d-ddc6-4797-bb49-da9dc6b8c496 HTTP/1.1" status: 200 len: 210 time: 0.0370951 Jul 08 01:31:17.122139 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.127000 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.153079 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=92925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:31:17.162856 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0778ad-50ae-4a21-bf76-5c07c0f99b7c,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:17.168741 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.169085 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Added segment 201242c2-7cb9-4818-8aaf-83361f787ba7 of type vlan for network b2a80ba2-866c-4e82-be36-9e45e182ea90 Jul 08 01:31:17.240623 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.281641 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.282620 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:17.283260 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.294303 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590986b1-18ff-4d2e-9429-8d8a3bc11f70 req-1b684dd3-21ba-46b6-a41f-bd58324d0e96 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:17.296946 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-590986b1-18ff-4d2e-9429-8d8a3bc11f70 req-1b684dd3-21ba-46b6-a41f-bd58324d0e96 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1179535 Jul 08 01:31:17.351015 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4953115 Jul 08 01:31:17.353934 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39946) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:17.359128 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Request body: {'subnet': {'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1737735134-subnet', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'ip_version': 4}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:17.375742 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df791068-d3c6-407f-8d1c-b4ad2220ad00 admin admin] Pushing event updated for resources: {'Network': ['ID=b2a80ba2-866c-4e82-be36-9e45e182ea90,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:17.387120 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Made reservation on behalf of dd692cc0485c4c33a8068b5187faa99b for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:31:17.391482 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65916390'] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.393175 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:31:17.396044 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-590986b1-18ff-4d2e-9429-8d8a3bc11f70 req-5d7d537f-eb48-46dd-aae6-2db290a6a6ee tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845609 Jul 08 01:31:17.527370 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 1365b62a-dec1-4ae8-9473-66b0a50e0e11 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:31:17.555084 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 1365b62a-dec1-4ae8-9473-66b0a50e0e11 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:31:17.555756 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 1365b62a-dec1-4ae8-9473-66b0a50e0e11 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:31:17.556375 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 498c59fd-a288-4cb8-bad8-fd7249c2e501 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:31:17.577645 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 498c59fd-a288-4cb8-bad8-fd7249c2e501 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:31:17.578467 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 498c59fd-a288-4cb8-bad8-fd7249c2e501 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:31:17.613563 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65648204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65916372'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.674521 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c806872-b030-4066-80ea-fe2b556f8e9d req-1ec97175-8775-418a-a9c0-cba2dc19ac1f tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:17.676125 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c806872-b030-4066-80ea-fe2b556f8e9d req-1ec97175-8775-418a-a9c0-cba2dc19ac1f tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0757864 Jul 08 01:31:17.698424 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ba9f25-c970-43e7-9743-358f33c8c460,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:17.700720 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Checking segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:31:17.701326 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Network hostable DHCP agents. Network: b2a80ba2-866c-4e82-be36-9e45e182ea90, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:31:17.721399 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:31:17.723763 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c806872-b030-4066-80ea-fe2b556f8e9d req-ac226bc9-d0c0-48c2-9960-d3b80b7cffca tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Jul 08 01:31:17.731583 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, b2a80ba2-866c-4e82-be36-9e45e182ea90) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:17.737272 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:17.738127 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.742701 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b903c12-d094-42bb-aaf7-7e74af4bcdff None None] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:31:17.756803 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7ba3ca6a-daed-485e-bb85-e456361e2c66 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4017422 Jul 08 01:31:17.759497 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 39954) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:17.764418 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:17.786481 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.787525 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.844774 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.921632 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-b2a80ba2-866c-4e82-be36-9e45e182ea90', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:31:17.923197 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:17.985429 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:18.075406 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Allocated IP 172.20.0.2 (b2a80ba2-866c-4e82-be36-9e45e182ea90/03ba9f25-c970-43e7-9743-358f33c8c460/a8a7ed95-1c99-4054-8390-04695fc7ffd9) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:31:18.222246 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:18.243440 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:18.248841 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:18.259950 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Transition to ACTIVE for port object a8a7ed95-1c99-4054-8390-04695fc7ffd9 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:18.276262 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Transition to ACTIVE for port object a8a7ed95-1c99-4054-8390-04695fc7ffd9 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:18.284985 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:18.326019 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:31:18.333291 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:18.337191 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:31:18.346247 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Pushing event updated for resources: {'Port': ['ID=a8a7ed95-1c99-4054-8390-04695fc7ffd9,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:18.391719 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Allocated IP 172.27.3.150 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/1cc2b40d-4e45-4869-a393-622948b062ee) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:31:18.420581 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Attempting to bind port a8a7ed95-1c99-4054-8390-04695fc7ffd9 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:31:18.421068 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Attempting to bind port a8a7ed95-1c99-4054-8390-04695fc7ffd9 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:31:18.421451 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Attempting to bind port a8a7ed95-1c99-4054-8390-04695fc7ffd9 on network b2a80ba2-866c-4e82-be36-9e45e182ea90 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:31:18.429361 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:31:18.430975 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Checking segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:31:18.431623 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:18.432096 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Bound using segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:31:18.432690 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Bound port: a8a7ed95-1c99-4054-8390-04695fc7ffd9, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:31:18.433147 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:18.532053 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] For port a8a7ed95-1c99-4054-8390-04695fc7ffd9, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:31:18.538621 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] For port a8a7ed95-1c99-4054-8390-04695fc7ffd9, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=a8a7ed95-1c99-4054-8390-04695fc7ffd9,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:31:18.550311 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:18.675518 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5e8e3-0f2d-448d-9a39-480ef587c5b1 None None] Pushing event updated for resources: {'Port': ['ID=a8a7ed95-1c99-4054-8390-04695fc7ffd9,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:18.679467 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874a36-2978-4f4d-aa22-8ba808eeb2b1 req-a226cf37-2f21-4b07-84f4-579f64649a2a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:18.694614 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7d874a36-2978-4f4d-aa22-8ba808eeb2b1 req-a226cf37-2f21-4b07-84f4-579f64649a2a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1161382 Jul 08 01:31:18.741286 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7d874a36-2978-4f4d-aa22-8ba808eeb2b1 req-56d2cff4-d776-4e6d-b7e0-e3bf391cb98b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455270 Jul 08 01:31:18.999470 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-aa1382aa-87c4-4442-8eff-e01d07cc6b44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1342850 Jul 08 01:31:19.169659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:19.248873 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:19.278236 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d16e0-0077-4186-965f-1e67f66e9fbf req-b1213394-abca-4045-acd7-b003d43b185d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:19.286586 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-141d16e0-0077-4186-965f-1e67f66e9fbf req-b1213394-abca-4045-acd7-b003d43b185d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.2544487 Jul 08 01:31:19.318142 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-574454f3-4505-4254-bc2d-5dae2ea90f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:19.319736 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-574454f3-4505-4254-bc2d-5dae2ea90f1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1099 time: 0.2013226 Jul 08 01:31:19.343960 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:31:19.356253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:19.356442 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-141d16e0-0077-4186-965f-1e67f66e9fbf req-afb8a509-90ba-490b-85e9-28238e0dcc27 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657973 Jul 08 01:31:19.374721 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:31:19.432850 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Pushing event updated for resources: {'Port': ['ID=1cc2b40d-4e45-4869-a393-622948b062ee,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:19.549667 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-01e99abf-49be-4e52-83dd-3b9604ea002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:19.551761 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-01e99abf-49be-4e52-83dd-3b9604ea002e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 918 time: 0.1862779 Jul 08 01:31:19.658815 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a8a7ed95-1c99-4054-8390-04695fc7ffd9 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:19.715096 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-599c0b5f-6599-4f76-8d39-0473f48f052f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 200 len: 217 time: 0.1561635 Jul 08 01:31:19.828070 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port a8a7ed95-1c99-4054-8390-04695fc7ffd9 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:19.903739 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:19.916785 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-44bc060e-4353-4e60-ad93-0bcfbc95c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:19.918797 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-44bc060e-4353-4e60-ad93-0bcfbc95c446 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.1950800 Jul 08 01:31:20.046889 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-be37925d-866d-4fb4-9bde-015ba55eb907 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083825 Jul 08 01:31:20.238019 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-698b42e4-9211-4c13-9ca6-b0cec767f9ff service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719799 Jul 08 01:31:20.310434 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95dabf-7128-422b-968e-b41b1081484d req-f04de1f1-5adf-4875-b35f-55f7afba8ab0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:20.318462 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7d95dabf-7128-422b-968e-b41b1081484d req-f04de1f1-5adf-4875-b35f-55f7afba8ab0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.2735231 Jul 08 01:31:20.328185 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:20.467763 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-15b6542c-c476-44fe-af54-7fd7d1a9ff8a req-7f24f091-08be-487a-bb5e-fb7e96a05a06 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205071 Jul 08 01:31:20.521682 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7d95dabf-7128-422b-968e-b41b1081484d req-0112d887-5237-4a8d-9546-52fe79373bb6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967852 Jul 08 01:31:20.596690 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a531c0-d0d5-4477-b928-9baeebe99314 None None] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:31:20.631531 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Router 92a82e44-9fe3-4b29-88b5-0099487f91be is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:31:20.702949 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a84e0-2267-48c1-8734-c58bec64b7b9 req-123370ba-68a6-41f9-a863-b81a2420a4bb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:20.721672 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ab9a84e0-2267-48c1-8734-c58bec64b7b9 req-123370ba-68a6-41f9-a863-b81a2420a4bb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1500907 Jul 08 01:31:20.730384 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e5055723-75ed-460d-90ff-f081d4ce78e2 None None] Provisioning for port a8a7ed95-1c99-4054-8390-04695fc7ffd9 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:20.744943 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e5055723-75ed-460d-90ff-f081d4ce78e2 None None] Provisioning complete for port a8a7ed95-1c99-4054-8390-04695fc7ffd9 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:20.746829 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e5055723-75ed-460d-90ff-f081d4ce78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:20.885340 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ab9a84e0-2267-48c1-8734-c58bec64b7b9 req-8cc1ba84-1799-4613-a593-334857a88b95 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377928 Jul 08 01:31:21.018092 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:31:21.028527 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:31:21.033685 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e5055723-75ed-460d-90ff-f081d4ce78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:21.058790 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:31:21.059455 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:30:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:21.090872 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e5055723-75ed-460d-90ff-f081d4ce78e2 None None] For port a8a7ed95-1c99-4054-8390-04695fc7ffd9, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=a8a7ed95-1c99-4054-8390-04695fc7ffd9,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:21.096479 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:21.099519 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e5055723-75ed-460d-90ff-f081d4ce78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:21.102961 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40104) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:21.122165 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-576412c8-ef5b-4bec-b22e-a4016eefff2a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3392348 Jul 08 01:31:21.223429 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5055723-75ed-460d-90ff-f081d4ce78e2 None None] Pushing event updated for resources: {'Port': ['ID=a8a7ed95-1c99-4054-8390-04695fc7ffd9,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:21.610274 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:31:21.687194 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a8a7ed95-1c99-4054-8390-04695fc7ffd9 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:21.768464 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-8894e5fc-8d94-401d-bbea-824d8115e735 None None] Provisioning complete for port a8a7ed95-1c99-4054-8390-04695fc7ffd9 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:21.769706 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8894e5fc-8d94-401d-bbea-824d8115e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:21.841586 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port a8a7ed95-1c99-4054-8390-04695fc7ffd9 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:21.842311 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:22.037234 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:19Z', 'revision_number': 3, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:22.123358 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:31:22.124374 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Updating router 92a82e44-9fe3-4b29-88b5-0099487f91be port 1cc2b40d-4e45-4869-a393-622948b062ee binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:31:22.193098 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ba45-28fc-4236-aade-07dd1d58a5d3 req-d80b5bff-4512-4d65-8c6e-bee3a4af3956 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:22.194701 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b5a3ba45-28fc-4236-aade-07dd1d58a5d3 req-d80b5bff-4512-4d65-8c6e-bee3a4af3956 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.2680943 Jul 08 01:31:22.248693 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:22.290986 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b5a3ba45-28fc-4236-aade-07dd1d58a5d3 req-90851937-c9a5-4219-9ebe-47d7653b5e30 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644627 Jul 08 01:31:22.383571 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec5276-791c-4017-8ca7-ba44b58e141c req-3ca0439d-39b6-4f44-81a0-4b7f61f319db tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:22.385112 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-64ec5276-791c-4017-8ca7-ba44b58e141c req-3ca0439d-39b6-4f44-81a0-4b7f61f319db tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1991715 Jul 08 01:31:22.497909 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:22.850750 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-64ec5276-791c-4017-8ca7-ba44b58e141c req-34e971ce-3e00-4c9c-82c8-39aaf4ff5013 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353752 Jul 08 01:31:22.895650 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:22.938185 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:22.949141 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Transition to ACTIVE for port object 1cc2b40d-4e45-4869-a393-622948b062ee will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:22.962911 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.056874 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Attempting to bind port 1cc2b40d-4e45-4869-a393-622948b062ee on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:31:23.058435 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Attempting to bind port 1cc2b40d-4e45-4869-a393-622948b062ee by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:31:23.059037 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Attempting to bind port 1cc2b40d-4e45-4869-a393-622948b062ee on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:31:23.068822 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Pushing event updated for resources: {'Port': ['ID=1cc2b40d-4e45-4869-a393-622948b062ee,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:23.071263 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:31:23.071973 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:31:23.072636 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.073327 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:31:23.074154 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Bound port: 1cc2b40d-4e45-4869-a393-622948b062ee, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:31:23.075034 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.121216 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Allocated IP 172.20.0.1 (b2a80ba2-866c-4e82-be36-9e45e182ea90/03ba9f25-c970-43e7-9743-358f33c8c460/2eae79ef-786e-44db-a872-48623aab3510) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:31:23.263092 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.271912 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.272474 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.273008 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.273514 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.274143 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.274647 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.275147 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.275641 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.276154 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.276646 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.277195 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.277683 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:23.279333 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Transition to ACTIVE for port object 2eae79ef-786e-44db-a872-48623aab3510 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:23.317865 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] For port 1cc2b40d-4e45-4869-a393-622948b062ee, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:31:23.321497 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] For port 1cc2b40d-4e45-4869-a393-622948b062ee, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=1cc2b40d-4e45-4869-a393-622948b062ee,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:31:23.324362 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.331821 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.416541 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:31:23.419620 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:23.426496 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:31:23.427539 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:31:23.427666 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.428172 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:30:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:23.517078 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e6ce2-a608-4d3e-bb0f-a02bb78d3ab2 None None] Pushing event updated for resources: {'Port': ['ID=1cc2b40d-4e45-4869-a393-622948b062ee,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:23.582090 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Pushing event updated for resources: {'Port': ['ID=2eae79ef-786e-44db-a872-48623aab3510,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:23.613074 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:31:23.665263 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4938c0-75e9-48aa-9ac5-ee9ba5fba08e req-c69c7abd-82cb-49f1-bed2-3f7694ce6303 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:23.675666 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4c4938c0-75e9-48aa-9ac5-ee9ba5fba08e req-c69c7abd-82cb-49f1-bed2-3f7694ce6303 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1391160 Jul 08 01:31:23.775927 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4c4938c0-75e9-48aa-9ac5-ee9ba5fba08e req-3f4d974c-396c-4a7e-9f95-bf2d3899ec15 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889156 Jul 08 01:31:23.849887 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-8713e8d6-baa1-48ee-a169-1afcc257272b None None] Provisioning for port 2eae79ef-786e-44db-a872-48623aab3510 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:23.856148 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-8713e8d6-baa1-48ee-a169-1afcc257272b None None] Provisioning complete for port 2eae79ef-786e-44db-a872-48623aab3510 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:23.856926 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8713e8d6-baa1-48ee-a169-1afcc257272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.881688 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.912211 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-8713e8d6-baa1-48ee-a169-1afcc257272b None None] Port 2eae79ef-786e-44db-a872-48623aab3510 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:31:23.983544 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:19Z', 'revision_number': 3, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:24.046730 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49bf616-0c48-4e9a-ac4f-abb6580fce08 None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:19Z', 'revision_number': 3, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:31:24.227197 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:24.249894 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc7b15-cc6d-4f62-ae7c-2fbb6ea34b95 req-47419a1f-cca0-4152-8157-61c40299d030 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:24.252673 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3fcc7b15-cc6d-4f62-ae7c-2fbb6ea34b95 req-47419a1f-cca0-4152-8157-61c40299d030 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1591978 Jul 08 01:31:24.253623 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:24.254903 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:24.494711 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Pushing event updated for resources: {'Port': ['ID=2eae79ef-786e-44db-a872-48623aab3510,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:24.560903 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3fcc7b15-cc6d-4f62-ae7c-2fbb6ea34b95 req-f197bf6c-6b6e-416f-bcd2-b17eea028c62 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955258 Jul 08 01:31:24.642392 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:31:24.644600 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:24.831207 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Router 92a82e44-9fe3-4b29-88b5-0099487f91be has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:31:25.044492 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d046224f-59ed-44ae-87f9-dd89aecb4b7c None None] Provisioning complete for port 2eae79ef-786e-44db-a872-48623aab3510 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:25.045946 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d046224f-59ed-44ae-87f9-dd89aecb4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:25.065879 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:31:25.072764 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-787610be-11ee-4d91-b49f-dd65fef3eb16 admin admin] 10.222.0.22 "PUT /v2.0/routers/92a82e44-9fe3-4b29-88b5-0099487f91be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9687982 Jul 08 01:31:25.128496 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d046224f-59ed-44ae-87f9-dd89aecb4b7c None None] Port 2eae79ef-786e-44db-a872-48623aab3510 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:31:25.162949 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dc68b-6d03-49bb-81d1-8afad4ac5fa4 req-f6f03a59-4bd3-447d-92f1-8024ff87a800 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:25.170059 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1c4dc68b-6d03-49bb-81d1-8afad4ac5fa4 req-f6f03a59-4bd3-447d-92f1-8024ff87a800 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1702278 Jul 08 01:31:25.247744 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1c4dc68b-6d03-49bb-81d1-8afad4ac5fa4 req-5864865c-f688-4984-b91c-fd8568f7130d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664458 Jul 08 01:31:25.544812 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:31:25.760887 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 1cc2b40d-4e45-4869-a393-622948b062ee up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:25.815515 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3b92331-925a-49df-ae13-d7668699f293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:25.928687 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40298) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:25.934252 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae842d-108e-4494-970c-9519ce16472e req-fa8a61e3-fee7-4911-b24f-62e7b6a767c4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:25.972594 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-baae842d-108e-4494-970c-9519ce16472e req-fa8a61e3-fee7-4911-b24f-62e7b6a767c4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1270800 Jul 08 01:31:25.987957 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:26.044409 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'port_id': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'mac_address': 'fa:16:3e:3a:55:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:31:26.055557 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-baae842d-108e-4494-970c-9519ce16472e req-d719cd59-aa55-43d1-904d-376397d7e1dc tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820498 Jul 08 01:31:26.162578 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 1cc2b40d-4e45-4869-a393-622948b062ee completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:26.174949 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 1cc2b40d-4e45-4869-a393-622948b062ee triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:26.175108 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.176915 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.200310 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40314) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:26.207693 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1030465341-network', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:26.241488 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Made reservation on behalf of 9dbb84393aa54591a8a0264cc6b53066 for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:31:26.245355 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.278074 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65f06108-0c0d-4dff-8bac-c510bc70bbb8 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:31:26.289235 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.360199 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:26.375950 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.624864 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-37e1ace2-3c93-4a71-8e5a-8060956457d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c2c9b0f2b054520bb0089301cc4963b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6930580 Jul 08 01:31:26.627878 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40326) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:26.655135 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['65f06108-0c0d-4dff-8bac-c510bc70bbb8'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:31:26.662870 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.682251 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.716425 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=6']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:26.723038 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.757131 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 1cc2b40d-4e45-4869-a393-622948b062ee, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=1cc2b40d-4e45-4869-a393-622948b062ee,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:26.766610 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.789360 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ba893ca3-f653-4d84-986a-364c95eb3605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.791178 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=92925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:31:26.840945 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:31:26.848544 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f7899b-079d-4fae-89d5-ee1a144233a3,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:26.872312 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6ebcc-0423-4e89-88f0-c5ce75ca5cc9 req-7fbefa5d-387a-4384-8033-0025aab1f995 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:26.874231 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ba893ca3-f653-4d84-986a-364c95eb3605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.887394 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e4a6ebcc-0423-4e89-88f0-c5ce75ca5cc9 req-7fbefa5d-387a-4384-8033-0025aab1f995 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 944 time: 0.3697541 Jul 08 01:31:26.910847 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=1cc2b40d-4e45-4869-a393-622948b062ee,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:26.924482 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.924836 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Added segment e5359878-0e68-43bf-9cf7-338a96f59a3c of type vlan for network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 Jul 08 01:31:26.929552 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:31:26.930523 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:30:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:26.995019 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ba893ca3-f653-4d84-986a-364c95eb3605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.998669 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ba893ca3-f653-4d84-986a-364c95eb3605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:27.002833 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ba893ca3-f653-4d84-986a-364c95eb3605 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6575490-6715-477a-9cb0-76d23cc848ac HTTP/1.1" status: 204 len: 168 time: 0.3745468 Jul 08 01:31:27.035883 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba893ca3-f653-4d84-986a-364c95eb3605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6575490-6715-477a-9cb0-76d23cc848ac,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:27.084578 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:31:27.236971 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:27.271433 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf316332-0f39-40d9-a803-df37fda11843 req-2da7e900-34f1-4f30-89bb-3f8fe14cd456 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:27.285561 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-bf316332-0f39-40d9-a803-df37fda11843 req-2da7e900-34f1-4f30-89bb-3f8fe14cd456 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1887515 Jul 08 01:31:27.294541 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e4a6ebcc-0423-4e89-88f0-c5ce75ca5cc9 req-93bd574c-2ec2-4bec-8837-94698f176817 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061158 Jul 08 01:31:27.404540 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526e57-3446-4967-b366-61625263e1de req-b904bfee-bc4e-4961-bee6-4911bf20e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:27.407331 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0526e57-3446-4967-b366-61625263e1de req-b904bfee-bc4e-4961-bee6-4911bf20e232 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1099 time: 0.4851513 Jul 08 01:31:27.436710 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-bf316332-0f39-40d9-a803-df37fda11843 req-81c33d32-1912-4ebb-ba36-ab61114247a6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470649 Jul 08 01:31:27.639826 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 1cc2b40d-4e45-4869-a393-622948b062ee up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:27.640648 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:27.641690 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:27.642387 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:27.678063 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 2, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:27.697175 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526e57-3446-4967-b366-61625263e1de req-51be9b61-9ee1-41f3-930a-a90247b16462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:27.699511 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0526e57-3446-4967-b366-61625263e1de req-51be9b61-9ee1-41f3-930a-a90247b16462 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 918 time: 0.2838068 Jul 08 01:31:27.713716 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:31:27.714464 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Updating router 92a82e44-9fe3-4b29-88b5-0099487f91be port 2eae79ef-786e-44db-a872-48623aab3510 binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:31:27.765937 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.131431 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.145488 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Transition to ACTIVE for port object 2eae79ef-786e-44db-a872-48623aab3510 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:28.152973 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.180462 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 1cc2b40d-4e45-4869-a393-622948b062ee triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:28.183485 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.261645 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7199357-c5ae-435e-8573-9cbb0de64726 None None] Pushing event updated for resources: {'Port': ['ID=2eae79ef-786e-44db-a872-48623aab3510,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:28.510361 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3050854 Jul 08 01:31:28.510895 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40340) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:28.515666 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Request body: {'subnet': {'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1030465341-subnet', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'ip_version': 4}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:28.536334 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Attempting to bind port 2eae79ef-786e-44db-a872-48623aab3510 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:31:28.537584 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Attempting to bind port 2eae79ef-786e-44db-a872-48623aab3510 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:31:28.538226 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Attempting to bind port 2eae79ef-786e-44db-a872-48623aab3510 on network b2a80ba2-866c-4e82-be36-9e45e182ea90 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:31:28.539310 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0526e57-3446-4967-b366-61625263e1de req-bf1f7843-ea83-4759-aa3a-e66bd26f1a04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 200 len: 217 time: 0.7746732 Jul 08 01:31:28.554280 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.554865 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Made reservation on behalf of 9dbb84393aa54591a8a0264cc6b53066 for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:31:28.556183 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:31:28.556567 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Checking segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:31:28.556966 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.557416 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Bound using segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:31:28.557931 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Bound port: 2eae79ef-786e-44db-a872-48623aab3510, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:31:28.558308 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.563259 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-04db38fd-025f-4dad-bb38-cce029d439b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.563754 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dd004-ccdb-47db-81ef-82d25abb7acf admin admin] Pushing event updated for resources: {'Network': ['ID=f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:28.570672 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65916390'] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.585952 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:31:28.678257 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f551-b224-4b6c-b825-8603931110a7 req-52b1b1df-e6e2-4f6c-b34c-ca52f14b93f3 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:28.686625 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7625f551-b224-4b6c-b825-8603931110a7 req-52b1b1df-e6e2-4f6c-b34c-ca52f14b93f3 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 1.0375962 Jul 08 01:31:28.714696 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526e57-3446-4967-b366-61625263e1de req-ed6d672d-58a2-44d9-bc41-d3838b6e0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:28.716680 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0526e57-3446-4967-b366-61625263e1de req-ed6d672d-58a2-44d9-bc41-d3838b6e0b16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.1466277 Jul 08 01:31:28.791044 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7625f551-b224-4b6c-b825-8603931110a7 req-2448ebb1-953c-48d7-b6cf-2552f35fe7ff tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029940 Jul 08 01:31:28.809258 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] For port 2eae79ef-786e-44db-a872-48623aab3510, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:31:28.816119 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] For port 2eae79ef-786e-44db-a872-48623aab3510, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2eae79ef-786e-44db-a872-48623aab3510,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:31:28.831858 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:28.932907 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0526e57-3446-4967-b366-61625263e1de req-638f71bb-d785-4c0b-b559-9a17cf9ebb0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678061 Jul 08 01:31:28.941338 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:31:28.942169 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:31:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:28.985108 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca1f6-ef85-4f47-8428-ef75b93299f2 req-51a9a634-6565-4f96-8f70-ddd4d0724d8e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:28.990761 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-735ca1f6-ef85-4f47-8428-ef75b93299f2 req-51a9a634-6565-4f96-8f70-ddd4d0724d8e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 944 time: 0.2870009 Jul 08 01:31:29.104641 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7199357-c5ae-435e-8573-9cbb0de64726 None None] Pushing event updated for resources: {'Port': ['ID=2eae79ef-786e-44db-a872-48623aab3510,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:29.194987 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0526e57-3446-4967-b366-61625263e1de req-b57d6f2d-d869-4b91-8241-6c404b629a25 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482698 Jul 08 01:31:29.242673 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:31:29.274287 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65648204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65916372'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:29.304841 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-735ca1f6-ef85-4f47-8428-ef75b93299f2 req-a11c752e-d90d-413e-b674-4e5c6fdc1f40 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939074 Jul 08 01:31:29.453044 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6dd9e85-a598-403a-ada3-d56cd86032d4,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:29.470712 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Checking segment: {'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:31:29.471084 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Network hostable DHCP agents. Network: f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:31:29.508454 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:31:29.528508 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:29.535845 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:29.536326 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:29.551732 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4487a1-0425-4397-b4f8-ad3f270cfedd None None] Network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:31:29.566748 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-1dcef290-3ec6-45e5-b422-404fc8b5f547 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0552542 Jul 08 01:31:29.569789 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40342) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:29.578613 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:29.582675 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:29.585304 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f0526e57-3446-4967-b366-61625263e1de req-d800a4bd-1297-4e10-985a-95df9227f634 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710549 Jul 08 01:31:29.607045 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356e287-cd88-4df1-93aa-5d44ce415982 req-4fd178cd-61cc-4cbd-b28e-ec145021241a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:29.614559 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c356e287-cd88-4df1-93aa-5d44ce415982 req-4fd178cd-61cc-4cbd-b28e-ec145021241a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.4219761 Jul 08 01:31:29.628414 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:29.629808 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:29.698256 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c356e287-cd88-4df1-93aa-5d44ce415982 req-a055f0a9-bd4c-429e-83d4-027621e4e6e8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826814 Jul 08 01:31:29.704319 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:29.934476 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:29.993141 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:30.145101 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:30.145403 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:30.165604 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532', 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'fixed_ips': [{'subnet_id': 'a6dd9e85-a598-403a-ada3-d56cd86032d4'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:31:30.166518 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:30.505725 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c851d-247d-4b1f-8d34-29f5d85a9e60 req-2decb916-1bcd-40b1-bfb9-49523311e3e3 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:30.519462 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-da5c851d-247d-4b1f-8d34-29f5d85a9e60 req-2decb916-1bcd-40b1-bfb9-49523311e3e3 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.5129874 Jul 08 01:31:30.530892 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:28Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:30.576159 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef0b0-0160-4f7b-a7a6-356ac5395f7e req-3f238cd4-0181-4c06-b882-f6f6928a7e9b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:30.584951 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-df3ef0b0-0160-4f7b-a7a6-356ac5395f7e req-3f238cd4-0181-4c06-b882-f6f6928a7e9b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 944 time: 0.0988729 Jul 08 01:31:30.603668 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:30.626141 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776383c-7ac3-4c55-8bf7-c289d521f77c None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:28Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:31:30.657777 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:30.681231 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-df3ef0b0-0160-4f7b-a7a6-356ac5395f7e req-ef278ebb-6b84-449b-95e0-7838ac8a36ca tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941017 Jul 08 01:31:30.710723 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Allocated IP 172.20.0.2 (f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532/a6dd9e85-a598-403a-ada3-d56cd86032d4/73a9b525-42f0-49b2-88f7-8d8d1a4a3b62) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:31:30.711029 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-da5c851d-247d-4b1f-8d34-29f5d85a9e60 req-7ce94e0f-5aff-4042-9e2f-6cf83cbbe821 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900687 Jul 08 01:31:30.925222 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:30.931041 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.091082 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:31.092351 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:31:31.097667 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec133da-cabe-4931-ad36-5db48691072d" -d '{"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-plugged", "status": "completed", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:31:31.110690 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.153509 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Allocated IP 172.27.3.174 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/6fab8322-cbb1-4006-af7e-cc9c835c5b92) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:31:31.258337 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932c56-e415-4db5-a4c5-5d5f1a58e9ba req-35dcd48d-624d-4a22-8e2a-11564a3b8036 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:31.269967 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-42932c56-e415-4db5-a4c5-5d5f1a58e9ba req-35dcd48d-624d-4a22-8e2a-11564a3b8036 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1998894 Jul 08 01:31:31.394699 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.414961 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-42932c56-e415-4db5-a4c5-5d5f1a58e9ba req-a4b7575c-2583-4043-9cdc-259b10c86a97 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413395 Jul 08 01:31:31.432368 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Transition to ACTIVE for port object 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:31.450482 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Transition to ACTIVE for port object 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:31.463183 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.492489 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c37d7fd-62d2-44d4-aa89-4f6c4c4ef775 x-openstack-request-id: req-0c37d7fd-62d2-44d4-aa89-4f6c4c4ef775 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:31:31.492489 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-plugged", "status": "completed", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:31:31.492489 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c37d7fd-62d2-44d4-aa89-4f6c4c4ef775 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:31:31.492489 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'code': 200} Jul 08 01:31:31.492489 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=7']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:31.496186 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.560387 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Pushing event updated for resources: {'Port': ['ID=73a9b525-42f0-49b2-88f7-8d8d1a4a3b62,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:31.568462 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.598993 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:31:31.601473 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:31.619048 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:31:31.734912 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa121527-2186-4775-815c-010bc5fee735 req-e638f6b8-eb65-4607-94ec-ea0afbced1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:31.739723 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa121527-2186-4775-815c-010bc5fee735 req-e638f6b8-eb65-4607-94ec-ea0afbced1fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 1099 time: 0.1970575 Jul 08 01:31:31.790950 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Attempting to bind port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:31:31.791327 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Attempting to bind port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:31:31.791691 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Attempting to bind port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 on network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:31:31.808231 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2eae79ef-786e-44db-a872-48623aab3510 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:31.819456 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:31:31.819753 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Checking segment: {'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:31:31.820300 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.820706 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Bound using segment: {'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:31:31.821198 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Bound port: 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:31:31.821575 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.984008 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa121527-2186-4775-815c-010bc5fee735 req-63fee438-0fbe-4393-81ef-5c6c63228174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:31.985683 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa121527-2186-4775-815c-010bc5fee735 req-63fee438-0fbe-4393-81ef-5c6c63228174 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 910 time: 0.2326164 Jul 08 01:31:32.035105 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] For port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:31:32.039093 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] For port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=73a9b525-42f0-49b2-88f7-8d8d1a4a3b62,segment=NetworkSegment(e5359878-0e68-43bf-9cf7-338a96f59a3c),segment_id=e5359878-0e68-43bf-9cf7-338a96f59a3c)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:31:32.046948 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 2eae79ef-786e-44db-a872-48623aab3510 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:32.054341 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:32.131129 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 2eae79ef-786e-44db-a872-48623aab3510 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:32.136710 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:32.179317 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa121527-2186-4775-815c-010bc5fee735 req-d7655602-0ab0-4f85-83de-2867d9490e0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f HTTP/1.1" status: 200 len: 1002 time: 0.1812661 Jul 08 01:31:32.214555 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:31:32.223417 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:32.226234 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:31:32.264555 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174ba8-622b-45b2-b0aa-0bc6f3c54790 None None] Pushing event updated for resources: {'Port': ['ID=73a9b525-42f0-49b2-88f7-8d8d1a4a3b62,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:32.329767 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:32.346046 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e71d58-957b-48a4-9b48-0a7f687beaad req-41b16130-e6bc-46b2-86f3-eb78c10e545e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:32.371317 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-16e71d58-957b-48a4-9b48-0a7f687beaad req-41b16130-e6bc-46b2-86f3-eb78c10e545e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.3832984 Jul 08 01:31:32.398207 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 2eae79ef-786e-44db-a872-48623aab3510, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2eae79ef-786e-44db-a872-48623aab3510,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:32.410878 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:32.515029 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=2eae79ef-786e-44db-a872-48623aab3510,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:32.527969 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Pushing event updated for resources: {'Port': ['ID=6fab8322-cbb1-4006-af7e-cc9c835c5b92,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:32.528962 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa121527-2186-4775-815c-010bc5fee735 req-d8224173-c0c8-414d-ae9b-7ecff11cc996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:32.529159 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.529510 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.529878 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.534903 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.535283 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.535626 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.535965 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.536297 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.536627 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.536985 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.537384 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.543449 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa121527-2186-4775-815c-010bc5fee735 req-d8224173-c0c8-414d-ae9b-7ecff11cc996 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.3436308 Jul 08 01:31:32.548601 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:31:32.572723 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-16e71d58-957b-48a4-9b48-0a7f687beaad req-0df9cd0e-a916-4074-a582-a185d2dae484 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002888 Jul 08 01:31:32.771838 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa121527-2186-4775-815c-010bc5fee735 req-12109482-a2a3-4f54-950c-512adf8f92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:32.773646 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa121527-2186-4775-815c-010bc5fee735 req-12109482-a2a3-4f54-950c-512adf8f92f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1998773 Jul 08 01:31:32.878016 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:32.980012 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa121527-2186-4775-815c-010bc5fee735 req-c5bab319-7dcb-4f96-8c55-5e2a9956c849 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974049 Jul 08 01:31:33.000746 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff897c1-00eb-422f-9eb3-32bbf98f1191 req-182fd18d-b442-4bd6-899e-5055619866b6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:33.011235 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560e070-9687-4a1c-96d4-d8e55f8b39fd req-979ddc5e-3dc6-46f6-896c-fcd3cb115161 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:33.018382 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-dff897c1-00eb-422f-9eb3-32bbf98f1191 req-182fd18d-b442-4bd6-899e-5055619866b6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1532304 Jul 08 01:31:33.020125 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a560e070-9687-4a1c-96d4-d8e55f8b39fd req-979ddc5e-3dc6-46f6-896c-fcd3cb115161 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 1.3968561 Jul 08 01:31:33.115838 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-dff897c1-00eb-422f-9eb3-32bbf98f1191 req-bb029981-f75c-4c46-a79b-26dba12906e7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964935 Jul 08 01:31:33.197254 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa121527-2186-4775-815c-010bc5fee735 req-f9d178fb-2890-45ea-9d4f-8eb4c97a11d5 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760080 Jul 08 01:31:33.209332 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a560e070-9687-4a1c-96d4-d8e55f8b39fd req-75fd3938-c0ff-41b8-ad8e-e6cef348d745 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866584 Jul 08 01:31:33.475782 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:33.767077 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2eae79ef-786e-44db-a872-48623aab3510 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:33.854527 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44480249-e4ec-4ca7-a666-40b9ddb44c6a None None] Network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:31:33.886995 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Router 91db99e5-e72e-40a8-9586-740574b85747 is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:31:33.976748 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 2eae79ef-786e-44db-a872-48623aab3510 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:33.977120 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:34.078340 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3814f-e3bc-4d16-a912-2144461ecb69 req-42be6f4f-1a10-4199-b117-7c1f2f5ebf83 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:34.092182 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-87f33280-d33f-486f-8563-914bb0b57db5 None None] Provisioning for port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:34.099035 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f5a3814f-e3bc-4d16-a912-2144461ecb69 req-42be6f4f-1a10-4199-b117-7c1f2f5ebf83 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.2269609 Jul 08 01:31:34.138779 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:31:34.150710 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Sync routers for ids ['91db99e5-e72e-40a8-9586-740574b85747'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:31:34.186992 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Routers {'91db99e5-e72e-40a8-9586-740574b85747'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:31:34.188680 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:31:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['91db99e5-e72e-40a8-9586-740574b85747'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:34.190200 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f5a3814f-e3bc-4d16-a912-2144461ecb69 req-267638ab-25bd-4bc8-bb8b-61325883c739 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894663 Jul 08 01:31:34.197223 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:34.199676 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-b1a1aadc-28fe-4d15-b3bb-563f24340691 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6284292 Jul 08 01:31:34.201912 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40376) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:34.301524 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:34.341992 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Set router 91db99e5-e72e-40a8-9586-740574b85747 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:31:34.405995 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:34.415782 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:34.416172 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:34.573769 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:34.622068 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=73a9b525-42f0-49b2-88f7-8d8d1a4a3b62,segment=NetworkSegment(e5359878-0e68-43bf-9cf7-338a96f59a3c),segment_id=e5359878-0e68-43bf-9cf7-338a96f59a3c)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:34.629429 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:34.689643 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f290cee-0890-4e7c-ac7a-257d30d39714 req-269312f2-605b-4409-836f-389320d5e5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:34.708320 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2f290cee-0890-4e7c-ac7a-257d30d39714 req-269312f2-605b-4409-836f-389320d5e5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.2522089 Jul 08 01:31:34.715817 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 3, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port': {'id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:30Z', 'updated_at': '2021-07-08T01:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:34.722701 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=73a9b525-42f0-49b2-88f7-8d8d1a4a3b62,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:34.753868 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Checking router: 91db99e5-e72e-40a8-9586-740574b85747 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:31:34.754605 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Updating router 91db99e5-e72e-40a8-9586-740574b85747 port 6fab8322-cbb1-4006-af7e-cc9c835c5b92 binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:31:34.797774 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:34.809014 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-3f3d5357-0795-4911-8085-aabafd833a17 None None] Provisioning complete for port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:34.809619 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5357-0795-4911-8085-aabafd833a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:34.819547 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2f290cee-0890-4e7c-ac7a-257d30d39714 req-3d4a4d9a-d172-45d4-8419-e1e325a03e8c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056097 Jul 08 01:31:34.873634 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7aeb8-70fa-4352-b69c-41557f3de97b req-13aa222b-1b0e-4e11-8dc9-25c7ef17d1fd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:34.881414 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-eab7aeb8-70fa-4352-b69c-41557f3de97b req-13aa222b-1b0e-4e11-8dc9-25c7ef17d1fd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.2620289 Jul 08 01:31:34.978277 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-eab7aeb8-70fa-4352-b69c-41557f3de97b req-26ba6bb6-4725-4af7-8290-366a67ba02ba tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955603 Jul 08 01:31:35.168707 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.187091 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Transition to ACTIVE for port object 6fab8322-cbb1-4006-af7e-cc9c835c5b92 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:35.196138 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.279913 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.296763 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Attempting to bind port 6fab8322-cbb1-4006-af7e-cc9c835c5b92 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:31:35.297033 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Attempting to bind port 6fab8322-cbb1-4006-af7e-cc9c835c5b92 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:31:35.298072 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Attempting to bind port 6fab8322-cbb1-4006-af7e-cc9c835c5b92 on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:31:35.306722 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708101f-c768-4130-95c1-e8b0b203908e None None] Pushing event updated for resources: {'Port': ['ID=6fab8322-cbb1-4006-af7e-cc9c835c5b92,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:35.331020 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:31:35.331399 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:31:35.331863 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.332643 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:31:35.332775 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Bound port: 6fab8322-cbb1-4006-af7e-cc9c835c5b92, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:31:35.333142 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.453355 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] For port 6fab8322-cbb1-4006-af7e-cc9c835c5b92, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:31:35.460164 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] For port 6fab8322-cbb1-4006-af7e-cc9c835c5b92, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=6fab8322-cbb1-4006-af7e-cc9c835c5b92,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:31:35.476038 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.582157 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5560c2-1769-40b0-9a22-625de8316157 req-30af3128-0a56-4dd0-97b2-8dbe26ec74d4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:35.594054 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6d5560c2-1769-40b0-9a22-625de8316157 req-30af3128-0a56-4dd0-97b2-8dbe26ec74d4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1843576 Jul 08 01:31:35.612321 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708101f-c768-4130-95c1-e8b0b203908e None None] Pushing event updated for resources: {'Port': ['ID=6fab8322-cbb1-4006-af7e-cc9c835c5b92,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:35.643355 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:35.644236 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Allocated IP 172.20.0.1 (f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532/a6dd9e85-a598-403a-ada3-d56cd86032d4/857d5c8c-01cb-4bad-8bc6-07cb9d2d5154) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:31:35.663103 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Routers {'91db99e5-e72e-40a8-9586-740574b85747'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:31:35.665127 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:31:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['91db99e5-e72e-40a8-9586-740574b85747'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:35.706364 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6d5560c2-1769-40b0-9a22-625de8316157 req-37ccaf6d-8720-4957-920a-1c54f8633868 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110299 Jul 08 01:31:35.763887 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:35.764202 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.788005 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.806241 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Transition to ACTIVE for port object 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:35.851438 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:35.916014 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Pushing event updated for resources: {'Port': ['ID=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:35.933268 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:31:35.935606 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:35.938712 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:31:35.939474 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:36.005403 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] Set router 91db99e5-e72e-40a8-9586-740574b85747 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:31:36.346578 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 3, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port': {'id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:30Z', 'updated_at': '2021-07-08T01:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:36.349988 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e887f9f-4bb6-444e-96ec-eb6661c1383c req-9eb3b4dc-e33f-4a46-81c9-a711a602d5b0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:36.352149 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2e887f9f-4bb6-444e-96ec-eb6661c1383c req-9eb3b4dc-e33f-4a46-81c9-a711a602d5b0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.2165868 Jul 08 01:31:36.368881 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:36.397364 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-6d758ffc-fd0a-4d03-9794-45cd2bd27e38 None None] Provisioning for port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:36.402181 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-6d758ffc-fd0a-4d03-9794-45cd2bd27e38 None None] Provisioning complete for port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:36.404146 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6d758ffc-fd0a-4d03-9794-45cd2bd27e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:36.513790 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-6d758ffc-fd0a-4d03-9794-45cd2bd27e38 None None] Port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:31:36.626458 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a1007-95a3-4dc2-942a-27520ad33953 None None] The sync data for ids ['91db99e5-e72e-40a8-9586-740574b85747'] in dv-cinder-799848-1-iscsi is: [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 3, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port': {'id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:30Z', 'updated_at': '2021-07-08T01:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:31:36.647266 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2e887f9f-4bb6-444e-96ec-eb6661c1383c req-bb0eef39-3e8f-4f2d-8f99-e39789e6e63a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805114 Jul 08 01:31:36.758885 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:36.765105 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:36.766513 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:36.962199 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:31:36.966623 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:31:36.989385 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Pushing event updated for resources: {'Port': ['ID=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:37.318058 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92d35b-1106-43b7-98e0-2d8d90faaeef req-85f7938c-9b30-4559-9517-ab2f6eb74d76 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:37.339234 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9b92d35b-1106-43b7-98e0-2d8d90faaeef req-85f7938c-9b30-4559-9517-ab2f6eb74d76 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.3928273 Jul 08 01:31:37.442811 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Router 91db99e5-e72e-40a8-9586-740574b85747 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:31:37.512788 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9b92d35b-1106-43b7-98e0-2d8d90faaeef req-3b803bb7-0228-4555-9e92-259bb834d6fc tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404998 Jul 08 01:31:37.560032 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d69466c5-704b-45b6-b8a9-100b0bf4eb09 None None] Provisioning complete for port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:37.560564 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d69466c5-704b-45b6-b8a9-100b0bf4eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:37.618779 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d69466c5-704b-45b6-b8a9-100b0bf4eb09 None None] Port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:31:37.659303 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 6fab8322-cbb1-4006-af7e-cc9c835c5b92 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:37.769411 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:31:37.783142 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 6fab8322-cbb1-4006-af7e-cc9c835c5b92 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:37.784027 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-81ae97c7-9465-4887-94f5-28acab88e92b admin admin] 10.222.0.22 "PUT /v2.0/routers/91db99e5-e72e-40a8-9586-740574b85747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5808449 Jul 08 01:31:37.807168 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 6fab8322-cbb1-4006-af7e-cc9c835c5b92 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:37.807635 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:37.978781 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3a21-8806-4009-9ca1-5a70f755e431 req-bc98db9f-b33a-40c2-85ba-a406d6089bd0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:37.989424 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f92f3a21-8806-4009-9ca1-5a70f755e431 req-bc98db9f-b33a-40c2-85ba-a406d6089bd0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1469028 Jul 08 01:31:38.029065 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:38.070468 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 6fab8322-cbb1-4006-af7e-cc9c835c5b92, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=6fab8322-cbb1-4006-af7e-cc9c835c5b92,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:38.078100 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:38.112431 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f92f3a21-8806-4009-9ca1-5a70f755e431 req-c0c3f3b3-c8cc-44af-b91e-16daf691e847 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213841 Jul 08 01:31:38.184714 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=6fab8322-cbb1-4006-af7e-cc9c835c5b92,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:38.931312 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400f48f-cfcf-4732-a064-c88731f58501 req-77c68048-cb08-4d97-a3d5-1649e5801b32 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:38.933108 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40408) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:38.938427 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-9ce577a0-a224-4cf7-a6df-925aa089ef6f tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143394459', 'description': 'tempest-secgroup-smoke-2143394459 description', 'project_id': 'dd692cc0485c4c33a8068b5187faa99b'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:38.945285 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d400f48f-cfcf-4732-a064-c88731f58501 req-77c68048-cb08-4d97-a3d5-1649e5801b32 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1854811 Jul 08 01:31:38.976107 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9ce577a0-a224-4cf7-a6df-925aa089ef6f tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.030160 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d400f48f-cfcf-4732-a064-c88731f58501 req-559c93f3-9a31-47d8-99d8-e12055f4f29f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748022 Jul 08 01:31:39.133169 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9ce577a0-a224-4cf7-a6df-925aa089ef6f tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.139298 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9ce577a0-a224-4cf7-a6df-925aa089ef6f tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.195413 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9ce577a0-a224-4cf7-a6df-925aa089ef6f tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.200179 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40412) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:39.200350 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9ce577a0-a224-4cf7-a6df-925aa089ef6f tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2658474 Jul 08 01:31:39.206308 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-71a93621-f586-4166-b7c7-1c428ae015be tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'security_group_rule': {'security_group_id': '624fed07-3330-4e36-9178-e6bfca54e082', 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:39.208312 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce577a0-a224-4cf7-a6df-925aa089ef6f tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624fed07-3330-4e36-9178-e6bfca54e082,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:39.272285 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-71a93621-f586-4166-b7c7-1c428ae015be tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.521822 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-71a93621-f586-4166-b7c7-1c428ae015be tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.526989 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-71a93621-f586-4166-b7c7-1c428ae015be tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.574974 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a93621-f586-4166-b7c7-1c428ae015be tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba38f77f-d58f-4b6a-b0aa-4c92e5b68d24,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:39.591751 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-71a93621-f586-4166-b7c7-1c428ae015be tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.596995 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-71a93621-f586-4166-b7c7-1c428ae015be tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3914640 Jul 08 01:31:39.597811 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40414) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:39.611256 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-dd0cfbb5-c351-4979-be97-d66cafb72d2d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'security_group_rule': {'security_group_id': '624fed07-3330-4e36-9178-e6bfca54e082', 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:39.618257 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 6fab8322-cbb1-4006-af7e-cc9c835c5b92 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:39.620355 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995674d-f912-4839-9fdb-1d2cd1620f88 req-1d28d7d8-42f2-4508-8e73-ad1c1d87f9d7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:39.622451 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4995674d-f912-4839-9fdb-1d2cd1620f88 req-1d28d7d8-42f2-4508-8e73-ad1c1d87f9d7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1749227 Jul 08 01:31:39.623556 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Sync routers for ids ['91db99e5-e72e-40a8-9586-740574b85747'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:31:39.671205 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfbb5-c351-4979-be97-d66cafb72d2d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:39.709979 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4995674d-f912-4839-9fdb-1d2cd1620f88 req-aad301b6-4a1a-450a-bdc1-632f7ee62764 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803225 Jul 08 01:31:39.725222 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Routers {'91db99e5-e72e-40a8-9586-740574b85747'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:31:39.725920 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:31:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['91db99e5-e72e-40a8-9586-740574b85747'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:39.958294 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 6fab8322-cbb1-4006-af7e-cc9c835c5b92 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:39.964718 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.067267 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Set router 91db99e5-e72e-40a8-9586-740574b85747 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:31:40.142926 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfbb5-c351-4979-be97-d66cafb72d2d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.149042 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfbb5-c351-4979-be97-d66cafb72d2d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.174349 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cfbb5-c351-4979-be97-d66cafb72d2d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4fd61e-6fd2-4fd7-ac2b-64bd6c9bbf6e,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:40.187846 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfbb5-c351-4979-be97-d66cafb72d2d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.189531 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-dd0cfbb5-c351-4979-be97-d66cafb72d2d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5873501 Jul 08 01:31:40.192659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40418) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:40.197907 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-7e698154-8aaf-46f7-b02d-8157758ecc66 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'security_group_rule': {'security_group_id': '624fed07-3330-4e36-9178-e6bfca54e082', 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:40.259737 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e698154-8aaf-46f7-b02d-8157758ecc66 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.371387 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e698154-8aaf-46f7-b02d-8157758ecc66 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.376239 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38f877-fc86-4b26-9494-0d7d9661c1ab req-413cd066-7de7-481c-9a12-39176fe04ec8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:40.379507 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e698154-8aaf-46f7-b02d-8157758ecc66 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.405457 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e38f877-fc86-4b26-9494-0d7d9661c1ab req-413cd066-7de7-481c-9a12-39176fe04ec8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1502340 Jul 08 01:31:40.454395 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e698154-8aaf-46f7-b02d-8157758ecc66 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd04e938-6d35-4f0b-a07a-b7dc38691a53,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:40.480582 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7e698154-8aaf-46f7-b02d-8157758ecc66 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.482606 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7e698154-8aaf-46f7-b02d-8157758ecc66 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2882411 Jul 08 01:31:40.485193 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40420) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:40.490996 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-611d55d4-eaa2-4680-a557-37ae73b4b3a4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'security_group_rule': {'security_group_id': '624fed07-3330-4e36-9178-e6bfca54e082', 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:40.536750 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e38f877-fc86-4b26-9494-0d7d9661c1ab req-a7829b01-e7fd-4476-b003-6bab4bf76998 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301680 Jul 08 01:31:40.608917 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-611d55d4-eaa2-4680-a557-37ae73b4b3a4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.822947 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-611d55d4-eaa2-4680-a557-37ae73b4b3a4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.835649 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-611d55d4-eaa2-4680-a557-37ae73b4b3a4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.899230 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-611d55d4-eaa2-4680-a557-37ae73b4b3a4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:40.902901 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-611d55d4-eaa2-4680-a557-37ae73b4b3a4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4141493 Jul 08 01:31:40.903265 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40424) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:40.909811 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-9f44b645-7407-4450-a886-a8e4e28aab09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'security_group_rule': {'security_group_id': '624fed07-3330-4e36-9178-e6bfca54e082', 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:40.917698 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:31:36Z', 'revision_number': 4, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port': {'id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:30Z', 'updated_at': '2021-07-08T01:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '857d5c8c-01cb-4bad-8bc6-07cb9d2d5154', 'name': '', 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'mac_address': 'fa:16:3e:ca:e8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a6dd9e85-a598-403a-ada3-d56cd86032d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:35Z', 'updated_at': '2021-07-08T01:31:36Z', 'revision_number': 2, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'subnets': [{'id': 'a6dd9e85-a598-403a-ada3-d56cd86032d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:40.930714 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d55d4-eaa2-4680-a557-37ae73b4b3a4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ca5677-3df7-4ae0-8471-78000d20fedb,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:40.980398 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Checking router: 91db99e5-e72e-40a8-9586-740574b85747 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:31:40.981151 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Updating router 91db99e5-e72e-40a8-9586-740574b85747 port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:31:41.040716 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.064129 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.securitygroups_db [None req-9f44b645-7407-4450-a886-a8e4e28aab09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Project dd692cc0485c4c33a8068b5187faa99b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:31:41.082957 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9f44b645-7407-4450-a886-a8e4e28aab09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.163240 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355584d-cc22-43a8-bdd5-8e2e9f712a9d req-d5bb3736-570a-4fb1-a3ef-65ff34e357e0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:41.165350 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d355584d-cc22-43a8-bdd5-8e2e9f712a9d req-d5bb3736-570a-4fb1-a3ef-65ff34e357e0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1925855 Jul 08 01:31:41.242601 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9f44b645-7407-4450-a886-a8e4e28aab09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.257758 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9f44b645-7407-4450-a886-a8e4e28aab09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.273361 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d355584d-cc22-43a8-bdd5-8e2e9f712a9d req-07cb843b-2d58-4473-84ab-1ba27d6e713c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998247 Jul 08 01:31:41.302263 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44b645-7407-4450-a886-a8e4e28aab09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7a8eaa-65dc-4c03-9a2e-eed48c791083,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:41.310845 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9f44b645-7407-4450-a886-a8e4e28aab09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.313773 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9f44b645-7407-4450-a886-a8e4e28aab09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4078212 Jul 08 01:31:41.315492 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40426) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:41.319978 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-24a2a811-c2e4-4518-a949-92eb57db122c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'security_group_rule': {'security_group_id': '624fed07-3330-4e36-9178-e6bfca54e082', 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:31:41.376301 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.securitygroups_db [None req-24a2a811-c2e4-4518-a949-92eb57db122c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Project dd692cc0485c4c33a8068b5187faa99b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:31:41.388781 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-24a2a811-c2e4-4518-a949-92eb57db122c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.527109 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-24a2a811-c2e4-4518-a949-92eb57db122c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.534384 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-24a2a811-c2e4-4518-a949-92eb57db122c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.560926 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.581027 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2a811-c2e4-4518-a949-92eb57db122c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4e74df-e053-46ad-8103-9402a18751cb,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:41.582118 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Transition to ACTIVE for port object 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:31:41.593306 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-24a2a811-c2e4-4518-a949-92eb57db122c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.594984 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-24a2a811-c2e4-4518-a949-92eb57db122c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2785702 Jul 08 01:31:41.596728 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.763371 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cda7a1-13f7-4204-b7a8-17e506c3779e None None] Pushing event updated for resources: {'Port': ['ID=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:41.851217 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Attempting to bind port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:31:41.851657 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Attempting to bind port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:31:41.852127 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Attempting to bind port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 on network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:31:41.867586 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:31:41.868158 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Checking segment: {'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:31:41.868665 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.869335 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Bound using segment: {'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:31:41.869946 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Bound port: 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5359878-0e68-43bf-9cf7-338a96f59a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:31:41.870506 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:41.966471 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c541d7-da84-42f4-8aba-d1c95cbd5a46 req-e1f21ea8-5f91-479e-9c61-922a4dd12558 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:41.974679 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] For port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:31:41.978599 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] For port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,segment=NetworkSegment(e5359878-0e68-43bf-9cf7-338a96f59a3c),segment_id=e5359878-0e68-43bf-9cf7-338a96f59a3c)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:31:41.980189 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-63c541d7-da84-42f4-8aba-d1c95cbd5a46 req-e1f21ea8-5f91-479e-9c61-922a4dd12558 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1311941 Jul 08 01:31:41.988443 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:42.056457 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-63c541d7-da84-42f4-8aba-d1c95cbd5a46 req-20a0b10e-54ad-4b47-9123-f1981379917a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749769 Jul 08 01:31:42.086108 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cda7a1-13f7-4204-b7a8-17e506c3779e None None] Pushing event updated for resources: {'Port': ['ID=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:42.091051 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Routers {'91db99e5-e72e-40a8-9586-740574b85747'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:31:42.092777 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:31:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['91db99e5-e72e-40a8-9586-740574b85747'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:42.520109 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] Set router 91db99e5-e72e-40a8-9586-740574b85747 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:31:42.737148 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ecc85-0e29-4427-a7e5-d71e7c851fdb req-3776bf16-efb9-4aa2-b543-10f3b14cc7a7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:42.738755 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f13ecc85-0e29-4427-a7e5-d71e7c851fdb req-3776bf16-efb9-4aa2-b543-10f3b14cc7a7 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1981246 Jul 08 01:31:42.826396 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f13ecc85-0e29-4427-a7e5-d71e7c851fdb req-1eefed2b-3611-4ee7-9ec9-d62a30c0aa3a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803912 Jul 08 01:31:42.892446 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:31:36Z', 'revision_number': 4, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port': {'id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:30Z', 'updated_at': '2021-07-08T01:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '857d5c8c-01cb-4bad-8bc6-07cb9d2d5154', 'name': '', 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'mac_address': 'fa:16:3e:ca:e8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a6dd9e85-a598-403a-ada3-d56cd86032d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:35Z', 'updated_at': '2021-07-08T01:31:41Z', 'revision_number': 4, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'subnets': [{'id': 'a6dd9e85-a598-403a-ada3-d56cd86032d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:42.938333 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba815c-98b0-4d41-85bf-d5c71f3e1c07 None None] The sync data for ids ['91db99e5-e72e-40a8-9586-740574b85747'] in dv-cinder-799848-1-iscsi is: [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:31:36Z', 'revision_number': 4, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port': {'id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:30Z', 'updated_at': '2021-07-08T01:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '857d5c8c-01cb-4bad-8bc6-07cb9d2d5154', 'name': '', 'network_id': 'f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'mac_address': 'fa:16:3e:ca:e8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'a6dd9e85-a598-403a-ada3-d56cd86032d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:35Z', 'updated_at': '2021-07-08T01:31:41Z', 'revision_number': 4, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'subnets': [{'id': 'a6dd9e85-a598-403a-ada3-d56cd86032d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:31:43.378278 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a955d48-a95d-4d4c-a11a-1f11aa4b8486 req-f1d0e325-aa5b-4e22-9e4c-58c7f72ca836 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:43.379976 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3a955d48-a95d-4d4c-a11a-1f11aa4b8486 req-f1d0e325-aa5b-4e22-9e4c-58c7f72ca836 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.1454384 Jul 08 01:31:43.454202 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3a955d48-a95d-4d4c-a11a-1f11aa4b8486 req-8e8471e4-3175-456f-8f5c-dc520690973f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678651 Jul 08 01:31:43.614128 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:43.711171 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:31:43.720032 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:43.721372 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:43.890839 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:43.945696 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,segment=NetworkSegment(e5359878-0e68-43bf-9cf7-338a96f59a3c),segment_id=e5359878-0e68-43bf-9cf7-338a96f59a3c)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:43.952342 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:44.019929 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:44.111604 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b552d-cfe9-4e02-8752-7810ed463265 req-15a8fb49-530e-4286-92cc-76e1a17ef93d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:44.119710 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d27b552d-cfe9-4e02-8752-7810ed463265 req-15a8fb49-530e-4286-92cc-76e1a17ef93d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1101668 Jul 08 01:31:44.174519 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d27b552d-cfe9-4e02-8752-7810ed463265 req-85649d91-c5fd-420c-9080-203ded61e7d8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Jul 08 01:31:44.711449 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628aeb-79ce-4d08-aafd-6044a2ad285f req-b2259af7-6faa-4f50-8de5-2105b3d07b6f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:44.725287 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-05628aeb-79ce-4d08-aafd-6044a2ad285f req-b2259af7-6faa-4f50-8de5-2105b3d07b6f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0909748 Jul 08 01:31:44.807190 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-05628aeb-79ce-4d08-aafd-6044a2ad285f req-97b8f7a1-0771-40cd-96de-5c709e418b4f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808382 Jul 08 01:31:44.943203 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-575c72df-1a9e-4892-9a66-e4629393b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:44.944886 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-575c72df-1a9e-4892-9a66-e4629393b978 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 1098 time: 0.0571179 Jul 08 01:31:45.078625 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-5691969d-04fe-4ff1-bb6b-6e19c258cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:45.081099 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-5691969d-04fe-4ff1-bb6b-6e19c258cbfc service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.1297610 Jul 08 01:31:45.190024 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-ddddb6f4-9a3b-4cdc-a0dc-216e77ca1633 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8 HTTP/1.1" status: 200 len: 1001 time: 0.0973728 Jul 08 01:31:45.281102 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-12b246d7-7b7d-4b67-9c08-39ad96a60eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:45.282909 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-12b246d7-7b7d-4b67-9c08-39ad96a60eaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0796630 Jul 08 01:31:45.373868 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-51241bcb-a47b-47d2-8118-a1b773118914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:45.376685 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-51241bcb-a47b-47d2-8118-a1b773118914 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863621 Jul 08 01:31:45.384779 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d9bdf-b632-4a56-a4ab-3c73e548fa1d req-2c78b68a-e58e-48a6-bf14-8fb2f3ac6f6c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:45.386610 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c43d9bdf-b632-4a56-a4ab-3c73e548fa1d req-2c78b68a-e58e-48a6-bf14-8fb2f3ac6f6c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0768456 Jul 08 01:31:45.439207 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c43d9bdf-b632-4a56-a4ab-3c73e548fa1d req-7917590e-f696-4a0e-bb8c-8ac968382951 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Jul 08 01:31:45.500888 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-59da3289-b34c-4df4-8f01-d26fd7cf3392 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141229 Jul 08 01:31:45.563975 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:31:45.619187 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea524bd5-5b14-4cb2-b1ea-5d0174503a87 req-0afef9f3-eebf-446e-ace8-ea2ba8e0500d service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056261 Jul 08 01:31:45.624726 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:31:45.625174 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:46.036111 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c189d-f4ab-4ba9-8e40-377005e6de54 req-876584e2-e724-41db-a73d-6e5dcb45d715 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:46.037623 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1a3c189d-f4ab-4ba9-8e40-377005e6de54 req-876584e2-e724-41db-a73d-6e5dcb45d715 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0734615 Jul 08 01:31:46.076922 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1a3c189d-f4ab-4ba9-8e40-377005e6de54 req-0f7bffa1-311f-48bf-84b3-4a356d87b549 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329947 Jul 08 01:31:46.646394 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac25c74-e3cc-4f79-ac1d-0453def0347a req-ecee706c-64d2-4780-96e4-7389ca66be3b tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:46.648976 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1ac25c74-e3cc-4f79-ac1d-0453def0347a req-ecee706c-64d2-4780-96e4-7389ca66be3b tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0917785 Jul 08 01:31:46.708544 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1ac25c74-e3cc-4f79-ac1d-0453def0347a req-27af13dc-e8a5-4680-9796-fdd8b32eb605 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485048 Jul 08 01:31:47.126419 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:31:47.290739 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558d9d-7b79-4edf-b5f1-c32980eff38c req-96a6e48f-e75e-4714-893a-190715230091 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:47.294541 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-16558d9d-7b79-4edf-b5f1-c32980eff38c req-96a6e48f-e75e-4714-893a-190715230091 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 945 time: 0.0806799 Jul 08 01:31:47.338290 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-16558d9d-7b79-4edf-b5f1-c32980eff38c req-4f33c895-b72c-404b-bf7e-7a1eeba509cd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404663 Jul 08 01:31:47.706359 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:31:47.784543 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:47.808177 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:31:47.810474 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d542754c-9d82-41ca-a5d3-061400721ae2" -d '{"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-unplugged", "status": "completed", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:31:47.828781 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:31:47.834629 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:47.869577 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ef42ca-6f60-4602-aad7-3b2b02b79de0 x-openstack-request-id: req-c9ef42ca-6f60-4602-aad7-3b2b02b79de0 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:31:47.869897 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-unplugged", "status": "completed", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:31:47.872025 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9ef42ca-6f60-4602-aad7-3b2b02b79de0 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:31:47.872025 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'code': 200} Jul 08 01:31:47.917893 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=8']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:47.924756 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eb9e2-253c-42a1-9ba2-82944afbe66f req-4a69caaf-a99f-4734-810d-438b4504bf0f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:47.933111 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-219eb9e2-253c-42a1-9ba2-82944afbe66f req-4a69caaf-a99f-4734-810d-438b4504bf0f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1089778 Jul 08 01:31:47.967591 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-219eb9e2-253c-42a1-9ba2-82944afbe66f req-3686fee7-2656-4e94-94d3-d7e17214de78 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Jul 08 01:31:48.513495 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179f683-3363-4ff8-aba2-d25aafa3b86a req-11a9746a-1549-4f97-b3a5-7a6ff116b1bc tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:48.514994 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5179f683-3363-4ff8-aba2-d25aafa3b86a req-11a9746a-1549-4f97-b3a5-7a6ff116b1bc tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0667176 Jul 08 01:31:48.551498 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5179f683-3363-4ff8-aba2-d25aafa3b86a req-6deda528-5208-49cc-994e-437d20e9434d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309274 Jul 08 01:31:49.175042 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc345986-1707-4492-950f-6914717a96df req-81b5130b-a03c-4740-a664-0feb5384e2d1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:49.178248 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-bc345986-1707-4492-950f-6914717a96df req-81b5130b-a03c-4740-a664-0feb5384e2d1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0674136 Jul 08 01:31:49.223916 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-bc345986-1707-4492-950f-6914717a96df req-a467f7f4-7e08-45f7-9e0d-b5049ce9a196 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Jul 08 01:31:49.354277 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae7a4c-c1c6-42d0-9d66-b588aefe51cd req-8d7bee85-55af-4068-be4c-ecf36d0c76b2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:49.355772 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-feae7a4c-c1c6-42d0-9d66-b588aefe51cd req-8d7bee85-55af-4068-be4c-ecf36d0c76b2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0671449 Jul 08 01:31:49.394782 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-feae7a4c-c1c6-42d0-9d66-b588aefe51cd req-81f55f8c-7124-4244-9a65-a83eb130c16d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333149 Jul 08 01:31:49.842958 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40652) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:49.940199 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-75101c81-20c4-4fec-a2d9-a5857c3b29fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959971 Jul 08 01:31:50.403516 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c106b-a822-44db-b7ff-0788511ac65e req-a2852593-1f0c-4b1e-91bc-1efd75f72223 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:50.405140 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-cc0c106b-a822-44db-b7ff-0788511ac65e req-a2852593-1f0c-4b1e-91bc-1efd75f72223 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0674255 Jul 08 01:31:50.446186 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-cc0c106b-a822-44db-b7ff-0788511ac65e req-1e0c6bfd-6dd3-40ac-803d-3c7b2800a90e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Jul 08 01:31:50.583895 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05895772-dee0-44f8-ad96-64cebe251458 req-6d5faf9d-3875-4eb7-ad14-7e482a89af3f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:50.585484 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-05895772-dee0-44f8-ad96-64cebe251458 req-6d5faf9d-3875-4eb7-ad14-7e482a89af3f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0697877 Jul 08 01:31:50.629263 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-05895772-dee0-44f8-ad96-64cebe251458 req-2a1dd01c-0f45-4134-b0f0-019d9d7a9231 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382345 Jul 08 01:31:50.727065 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40670) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:50.771255 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f068f91-7041-44c8-a233-13c80cf1bb5d admin admin] Deleting subnet 428bdf24-e58a-4b95-ae83-1aa3d8dc20e6 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:31:50.774137 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7f068f91-7041-44c8-a233-13c80cf1bb5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:50.816611 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7f068f91-7041-44c8-a233-13c80cf1bb5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:50.857241 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7f068f91-7041-44c8-a233-13c80cf1bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:50.913136 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7f068f91-7041-44c8-a233-13c80cf1bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:50.938051 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f068f91-7041-44c8-a233-13c80cf1bb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428bdf24-e58a-4b95-ae83-1aa3d8dc20e6,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:50.943624 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7f068f91-7041-44c8-a233-13c80cf1bb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:50.944753 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7f068f91-7041-44c8-a233-13c80cf1bb5d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/428bdf24-e58a-4b95-ae83-1aa3d8dc20e6 HTTP/1.1" status: 204 len: 168 time: 0.2167048 Jul 08 01:31:50.947752 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40672) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:51.019253 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.107598 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.118159 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.118581 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.119916 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.120265 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > port after_create 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.120627 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.120958 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > port after_update 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.121280 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.121607 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.121947 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.122474 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.284446 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.284798 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.285134 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.285466 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:31:51.285874 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e72abe-5b5a-4c27-879d-29595163a525']}} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:51.304030 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3d3382-49de-408f-9383-1d03d5bd2dd8') {'for_net_delete': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:51.304328 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3d3382-49de-408f-9383-1d03d5bd2dd8') {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:31:51.320195 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63565966'] for segment, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.339891 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.347651 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=92925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:31:51.348030 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63486786'] for segment, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: from cryptography.utils import int_from_bytes Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: from cryptography.utils import int_from_bytes Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: Traceback (most recent call last): Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: timer() Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: cb(*args, **kw) Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: return func(*args, **kwargs) Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: self._notify() Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: self.callback(batched_events) Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: event.method(event) Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: return f(self, *a, **k) Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._get(url).json() Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: return self.request(url, 'GET', **kwargs) Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:31:51.351973 dv-cinder-799848-1-iscsi neutron-server[92925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:31:51.404124 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.411125 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.413126 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e6e72abe-5b5a-4c27-879d-29595163a525 HTTP/1.1" status: 204 len: 168 time: 0.4643335 Jul 08 01:31:51.430683 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6172ae5-9237-4d77-adaf-5e109cb80438 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e72abe-5b5a-4c27-879d-29595163a525,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:51.534534 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-8a1811fc-84c6-4cb5-8670-f3adfdfdda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:51.536222 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-8a1811fc-84c6-4cb5-8670-f3adfdfdda83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800&tenant_id=6e82fd99b70b4a7e8072f96353086d45 HTTP/1.1" status: 200 len: 1096 time: 0.0855439 Jul 08 01:31:51.595059 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40680) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:51.646914 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db6770-7b7f-4bd2-8c79-3ae72259206f req-dd5c4e8d-1ff5-4e30-b865-62d938e80f6a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:51.648454 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3db6770-7b7f-4bd2-8c79-3ae72259206f req-dd5c4e8d-1ff5-4e30-b865-62d938e80f6a tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0742030 Jul 08 01:31:51.652758 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-18a9afea-7170-4e90-96cc-52430a81804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:51.654358 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-18a9afea-7170-4e90-96cc-52430a81804a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 1096 time: 0.0918984 Jul 08 01:31:51.656494 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-7818e4e0-d1a7-4ea2-9eda-91714138baaa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70de64e4ec0b4adfa113e126abf4eaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604455 Jul 08 01:31:51.659648 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40682) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:51.688583 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3db6770-7b7f-4bd2-8c79-3ae72259206f req-07ae805c-e3d8-4a3a-a508-ad991710d1da tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Jul 08 01:31:51.741758 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:31:51.811875 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d866e381-5d16-47e3-a466-8f40db9ed817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.851861 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-849d1d9f-6023-4541-8d7e-5c1e2ebeec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:51.853332 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-849d1d9f-6023-4541-8d7e-5c1e2ebeec9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.1806037 Jul 08 01:31:51.860029 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d866e381-5d16-47e3-a466-8f40db9ed817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:51.937197 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2643c64-b980-434f-ba50-8cf3aa86475e req-c7b6222e-482f-4611-a3a5-a0bf99e9b398 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:51.938580 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b2643c64-b980-434f-ba50-8cf3aa86475e req-c7b6222e-482f-4611-a3a5-a0bf99e9b398 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.1879594 Jul 08 01:31:51.980300 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-d1f887c0-7950-4398-bb49-29a0637705e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8 HTTP/1.1" status: 200 len: 999 time: 0.1122139 Jul 08 01:31:52.018018 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d866e381-5d16-47e3-a466-8f40db9ed817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:52.020469 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d866e381-5d16-47e3-a466-8f40db9ed817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:52.021566 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-d866e381-5d16-47e3-a466-8f40db9ed817 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3dc16fc-9ecc-404f-8493-ebfe74570d7e HTTP/1.1" status: 204 len: 168 time: 0.3607297 Jul 08 01:31:52.024492 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b2643c64-b980-434f-ba50-8cf3aa86475e req-8def8492-def0-49c2-8d7c-c807a8346f1c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789826 Jul 08 01:31:52.039130 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866e381-5d16-47e3-a466-8f40db9ed817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dc16fc-9ecc-404f-8493-ebfe74570d7e,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:52.052192 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-972d28ca-bb07-41d5-a70f-d579c147f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:52.053269 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-972d28ca-bb07-41d5-a70f-d579c147f297 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0639298 Jul 08 01:31:52.110683 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-e68a5144-9fb4-448a-84c7-c5b98e0f1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:52.112681 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-e68a5144-9fb4-448a-84c7-c5b98e0f1847 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517123 Jul 08 01:31:52.214309 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-9f5c5bf0-5755-4bd0-9971-85f30766cbe6 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942686 Jul 08 01:31:52.313930 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-378c74a5-1eb6-4438-8cfe-b265618cc820 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829046 Jul 08 01:31:52.510617 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:52.870566 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb84cc-aee7-4631-998a-462c607f2d62 req-6e80e5d7-6352-46bc-947d-5ee63e34e986 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:52.872102 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-42eb84cc-aee7-4631-998a-462c607f2d62 req-6e80e5d7-6352-46bc-947d-5ee63e34e986 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0709410 Jul 08 01:31:52.926740 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-42eb84cc-aee7-4631-998a-462c607f2d62 req-be0c89b4-432a-4d16-b7af-6d6fc98aeda1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482230 Jul 08 01:31:53.286298 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879a2bf-6e67-480f-8051-0a503fab3832 req-5676d2e4-88f7-4541-907b-d781edd1f560 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:53.287967 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c879a2bf-6e67-480f-8051-0a503fab3832 req-5676d2e4-88f7-4541-907b-d781edd1f560 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.1080389 Jul 08 01:31:53.397428 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c879a2bf-6e67-480f-8051-0a503fab3832 req-fb3e43fd-6380-4a48-b28c-cdbb5270b04b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932693 Jul 08 01:31:54.097928 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f7017-4021-461f-a5c0-b972dd495d01 req-11cf4ae4-5038-42ba-a9d2-adee550e04d2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:54.099500 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c39f7017-4021-461f-a5c0-b972dd495d01 req-11cf4ae4-5038-42ba-a9d2-adee550e04d2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0636969 Jul 08 01:31:54.138246 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c39f7017-4021-461f-a5c0-b972dd495d01 req-7f67f4c9-d227-452b-a644-05976e34ccb0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Jul 08 01:31:54.595177 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d8ed-15fb-4287-bd28-3c3103393dd5 req-914c6107-17fd-4421-9ed1-2b3df767160a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:54.596938 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d590d8ed-15fb-4287-bd28-3c3103393dd5 req-914c6107-17fd-4421-9ed1-2b3df767160a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0721140 Jul 08 01:31:54.641265 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d590d8ed-15fb-4287-bd28-3c3103393dd5 req-4ac66714-a955-4903-af5b-b3271a251d27 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Jul 08 01:31:55.327371 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165d9f-d069-4a6a-8085-4cc17cb36447 req-58e614c2-13bb-4b0a-8370-78a79b40b1cf tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:55.328855 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-89165d9f-d069-4a6a-8085-4cc17cb36447 req-58e614c2-13bb-4b0a-8370-78a79b40b1cf tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0695660 Jul 08 01:31:55.366857 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-89165d9f-d069-4a6a-8085-4cc17cb36447 req-daa5a13b-b5eb-4b0e-a7ad-64cf3cd1042e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323431 Jul 08 01:31:55.641278 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-27af0ada-e7c3-4a60-ba19-5771eec7f0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:55.852330 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133008-7bad-4f95-a630-8c65ac109386 req-849f344b-219a-4d45-955b-3fe3ded818ab tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:55.854014 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-49133008-7bad-4f95-a630-8c65ac109386 req-849f344b-219a-4d45-955b-3fe3ded818ab tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0868354 Jul 08 01:31:55.907440 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-49133008-7bad-4f95-a630-8c65ac109386 req-8f940cb5-4bfc-4d61-91ec-42feb72c7202 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476089 Jul 08 01:31:55.941275 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 40770) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:56.054111 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-300c9de4-d3c3-47c8-a27e-8c3bfbb08717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:56.156535 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-300c9de4-d3c3-47c8-a27e-8c3bfbb08717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:56.161394 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-300c9de4-d3c3-47c8-a27e-8c3bfbb08717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:56.202278 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-300c9de4-d3c3-47c8-a27e-8c3bfbb08717 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31f4b1cdd415403ca2f4013d453f3cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574251 Jul 08 01:31:56.202278 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c9de4-d3c3-47c8-a27e-8c3bfbb08717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8658ed-b0d3-4fa5-b102-09515c4407b3,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:56.202607 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 40776) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:56.254339 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-227712fc-90cb-4179-be25-0c97608f49ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:56.275255 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-227712fc-90cb-4179-be25-0c97608f49ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:56.329361 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-227712fc-90cb-4179-be25-0c97608f49ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:56.332940 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-227712fc-90cb-4179-be25-0c97608f49ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:56.334299 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-227712fc-90cb-4179-be25-0c97608f49ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec8658ed-b0d3-4fa5-b102-09515c4407b3 HTTP/1.1" status: 204 len: 168 time: 0.1305649 Jul 08 01:31:56.342314 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227712fc-90cb-4179-be25-0c97608f49ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8658ed-b0d3-4fa5-b102-09515c4407b3,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:31:56.582415 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a949b89-dd67-46f7-a329-6fcd2d0bfd02 req-c0228c4e-cce8-4c53-bcc7-89b06025a908 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:56.584571 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0a949b89-dd67-46f7-a329-6fcd2d0bfd02 req-c0228c4e-cce8-4c53-bcc7-89b06025a908 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0844169 Jul 08 01:31:56.638498 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0a949b89-dd67-46f7-a329-6fcd2d0bfd02 req-c3d02c9c-11d2-4667-b246-a1f45ada3cb6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Jul 08 01:31:57.099280 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfac01d-4e6f-472c-9641-f2d5298fefd9 req-292105e5-5580-4fed-b393-c005058526da tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:57.100823 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1dfac01d-4e6f-472c-9641-f2d5298fefd9 req-292105e5-5580-4fed-b393-c005058526da tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0636075 Jul 08 01:31:57.143235 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1dfac01d-4e6f-472c-9641-f2d5298fefd9 req-4a29b7a7-7bea-4500-b2ed-286425d522a3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361166 Jul 08 01:31:57.831602 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24ee5e-56e2-4d2e-b09c-ad2576abe702 req-3fd4d8d2-2d0e-4dfb-9e23-978ea8dec0b8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:57.833239 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ef24ee5e-56e2-4d2e-b09c-ad2576abe702 req-3fd4d8d2-2d0e-4dfb-9e23-978ea8dec0b8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0706260 Jul 08 01:31:57.872191 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ef24ee5e-56e2-4d2e-b09c-ad2576abe702 req-719a3294-c4c7-45e8-be6e-5638a1968445 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Jul 08 01:31:58.331771 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a55b91-a2ec-4631-a9f8-02495a7a8f2d req-cdc3aea2-4867-4e1d-bb61-ec32c92660bb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:58.333306 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e9a55b91-a2ec-4631-a9f8-02495a7a8f2d req-cdc3aea2-4867-4e1d-bb61-ec32c92660bb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0705178 Jul 08 01:31:58.374745 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e9a55b91-a2ec-4631-a9f8-02495a7a8f2d req-ee722006-4cc6-4c60-93ad-6fad8f6b56f9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356617 Jul 08 01:31:58.442745 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:58.448646 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4a787acd-2f93-4c8e-b3e6-f19b6d64673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:59.108566 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e46375-be65-4495-b388-0dd2645e2cb4 req-25857ce8-8ecc-45c7-94c5-61da87e2402e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:59.111953 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-38e46375-be65-4495-b388-0dd2645e2cb4 req-25857ce8-8ecc-45c7-94c5-61da87e2402e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1099191 Jul 08 01:31:59.161142 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-38e46375-be65-4495-b388-0dd2645e2cb4 req-0d7537fe-7860-40fd-9fda-c6d4d5909df2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 Jul 08 01:31:59.435193 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:59.558915 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eccb7-6a3a-44c7-885d-ddc1cbd797e6 req-9ae7dad3-0511-471a-8f9c-4cbbbd73703b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:31:59.560429 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e3eccb7-6a3a-44c7-885d-ddc1cbd797e6 req-9ae7dad3-0511-471a-8f9c-4cbbbd73703b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0653267 Jul 08 01:31:59.599251 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6e3eccb7-6a3a-44c7-885d-ddc1cbd797e6 req-68150c68-224c-4213-bec9-47296935e0e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321631 Jul 08 01:32:00.372132 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a948b9-9289-4170-b636-8af57afaadc3 req-b39d1385-7f0d-44f1-a1ee-07cb4189c4d8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:00.373837 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-78a948b9-9289-4170-b636-8af57afaadc3 req-b39d1385-7f0d-44f1-a1ee-07cb4189c4d8 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0720222 Jul 08 01:32:00.416555 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-78a948b9-9289-4170-b636-8af57afaadc3 req-c6c06501-e0bb-4fd4-8c5d-c2fae6f8ecec tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364988 Jul 08 01:32:00.795055 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7aa86-b9b0-4a01-ab36-7b3070a37994 req-931aacc4-e92c-42b3-a705-9237095bad01 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:00.796797 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a4c7aa86-b9b0-4a01-ab36-7b3070a37994 req-931aacc4-e92c-42b3-a705-9237095bad01 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0741086 Jul 08 01:32:00.813332 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:00.850296 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a4c7aa86-b9b0-4a01-ab36-7b3070a37994 req-f71663b5-d6a8-4d48-8233-7778755ce19a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468946 Jul 08 01:32:01.600385 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00d6ef-76e4-463b-812a-bbddb3cd6b39 req-414015f7-250d-497c-88fc-5afa010e7d32 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:01.602045 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6e00d6ef-76e4-463b-812a-bbddb3cd6b39 req-414015f7-250d-497c-88fc-5afa010e7d32 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0666301 Jul 08 01:32:01.647670 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6e00d6ef-76e4-463b-812a-bbddb3cd6b39 req-4661b84b-aef4-4fe3-b1db-538b1773de28 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Jul 08 01:32:02.056786 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a87a-174e-4998-be63-74f1c2e225cc req-d2c71671-813c-4f6b-829a-a2787f2b0976 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:02.058410 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0623a87a-174e-4998-be63-74f1c2e225cc req-d2c71671-813c-4f6b-829a-a2787f2b0976 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0754216 Jul 08 01:32:02.100124 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0623a87a-174e-4998-be63-74f1c2e225cc req-305d803b-8e6a-4d9b-b1f5-b61e283427e6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358946 Jul 08 01:32:02.863281 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2289f-8af1-4f76-b8e4-1b8e7b5d89a3 req-6764b97f-8ac8-4aec-899a-94f32e3b80d0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:02.864823 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-74c2289f-8af1-4f76-b8e4-1b8e7b5d89a3 req-6764b97f-8ac8-4aec-899a-94f32e3b80d0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0744214 Jul 08 01:32:02.906009 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-74c2289f-8af1-4f76-b8e4-1b8e7b5d89a3 req-4f980df5-755c-4a82-9597-9a685d05b2ba tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344956 Jul 08 01:32:03.315890 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-c46898f0-b554-4e15-af9e-aab9393064eb tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143394459&fields=id&tenant_id=dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 267 time: 0.0420978 Jul 08 01:32:03.338934 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8264d-eb2c-4b2f-ba1e-87bf6b302929 req-b9b3946c-b972-41cb-9a94-cb8bbc0a3c6a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:03.340425 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f6a8264d-eb2c-4b2f-ba1e-87bf6b302929 req-b9b3946c-b972-41cb-9a94-cb8bbc0a3c6a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0957932 Jul 08 01:32:03.386261 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f6a8264d-eb2c-4b2f-ba1e-87bf6b302929 req-a3b4e009-8c8e-4534-a3e9-9342d9428b69 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 Jul 08 01:32:03.448195 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-f161cd00-3fcc-437d-a3a1-4993095db0ec tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:03.449707 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-f161cd00-3fcc-437d-a3a1-4993095db0ec tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 812 time: 0.1248217 Jul 08 01:32:03.465586 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a411d174-6c45-4364-92a2-bfbfb4687926 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/quotas/dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 375 time: 0.0099547 Jul 08 01:32:03.539492 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-8453221c-7c29-443a-a736-1adf4e65bad5 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676832 Jul 08 01:32:03.633474 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-1df22244-f59f-4077-8ef8-d14e8ec1f53d service neutron] 10.222.0.22 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820305 Jul 08 01:32:03.728017 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-f73c8af1-f4ad-4930-b064-7f96704882a4 service neutron] 10.222.0.22 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872517 Jul 08 01:32:04.078775 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-baca7275-963a-45cd-915f-9f5a773950cc req-08b44c50-11c0-4fe7-9666-15e0875356a0 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 210 time: 0.0528493 Jul 08 01:32:04.162008 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed563a8-f226-4a0e-8d05-a78a2445e645 req-2af47510-d195-47c7-a65e-7fb5a509724f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:04.163444 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8ed563a8-f226-4a0e-8d05-a78a2445e645 req-2af47510-d195-47c7-a65e-7fb5a509724f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0798216 Jul 08 01:32:04.206858 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8ed563a8-f226-4a0e-8d05-a78a2445e645 req-a3c6b55d-bf9c-4571-af8b-9ff133efd1ea tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Jul 08 01:32:04.573302 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da26c7-1058-4c68-8372-4770f0ba957a req-7edc3333-f1bd-43b8-81fc-558714994cbf tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:04.575053 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-98da26c7-1058-4c68-8372-4770f0ba957a req-7edc3333-f1bd-43b8-81fc-558714994cbf tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0620697 Jul 08 01:32:04.612223 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-98da26c7-1058-4c68-8372-4770f0ba957a req-e99ee530-51a0-4fa1-ae45-5b3f65fae2a7 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315142 Jul 08 01:32:05.138609 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-eab6626e-c07d-4a9f-b04c-9c4aeed9f28e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:05.140140 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-eab6626e-c07d-4a9f-b04c-9c4aeed9f28e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 812 time: 0.1079469 Jul 08 01:32:05.201275 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-bd2d73fb-b347-4b66-9c6f-0ad953cf0310 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 380 time: 0.0516074 Jul 08 01:32:05.241989 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-091d1470-2110-4042-bc21-822d2816ab86 req-5c18d435-fd6a-43f3-9ca2-da4778ec2457 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 210 time: 0.0392978 Jul 08 01:32:05.248504 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'port': {'device_id': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'admin_state_up': True, 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'security_groups': ['624fed07-3330-4e36-9178-e6bfca54e082']}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:32:05.251662 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ec3b-1fb6-4795-906b-2449ae1fd08c req-93eea642-8ce7-48c0-953b-1351ceff185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:05.254555 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9559ec3b-1fb6-4795-906b-2449ae1fd08c req-93eea642-8ce7-48c0-953b-1351ceff185e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1099 time: 0.0697162 Jul 08 01:32:05.330817 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9559ec3b-1fb6-4795-906b-2449ae1fd08c req-58ac07ba-fb95-422b-b579-26fe71e53d0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693233 Jul 08 01:32:05.375267 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Made reservation on behalf of dd692cc0485c4c33a8068b5187faa99b for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:32:05.379015 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:05.420128 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7853d4f-cddb-4dc1-bd84-94de1b39505d req-663ab0c9-a791-4a64-b236-6c60ef90bd0b tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:05.421712 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e7853d4f-cddb-4dc1-bd84-94de1b39505d req-663ab0c9-a791-4a64-b236-6c60ef90bd0b tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0710065 Jul 08 01:32:05.465145 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e7853d4f-cddb-4dc1-bd84-94de1b39505d req-cd2805a6-6274-4a87-9b8b-a2244f48fadf tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Jul 08 01:32:05.509800 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Allocated IP 172.20.0.12 (b2a80ba2-866c-4e82-be36-9e45e182ea90/03ba9f25-c970-43e7-9743-358f33c8c460/e323ee40-5d23-4cac-b206-0f367062b267) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:32:05.649386 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:05.663035 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Transition to ACTIVE for port object e323ee40-5d23-4cac-b206-0f367062b267 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:32:05.700557 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:05.750140 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:32:05.768499 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:32:05.775079 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:32:05.794294 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=e323ee40-5d23-4cac-b206-0f367062b267,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:05.832483 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.832831 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.833171 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.833527 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.833943 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.834305 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.834669 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.834955 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.835283 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.835607 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.835970 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.836417 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:05.863503 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:05.863772 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:05.887362 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-a0107636-6968-48e0-a16c-7b8ddf6ec01c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442192 Jul 08 01:32:05.900483 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a58e29-6578-4572-9ca0-4011fb2770e3 req-89b0f187-22aa-4036-adfa-ec9ef1bdd1e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:05.902086 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-59a58e29-6578-4572-9ca0-4011fb2770e3 req-89b0f187-22aa-4036-adfa-ec9ef1bdd1e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.1508932 Jul 08 01:32:05.907065 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Request body: {'port': {'device_id': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:32:05.979178 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-0720d3bd-d72a-44b0-b757-205c6b3ceaf4 None None] Provisioning for port e323ee40-5d23-4cac-b206-0f367062b267 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:32:05.983096 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-0720d3bd-d72a-44b0-b757-205c6b3ceaf4 None None] Provisioning complete for port e323ee40-5d23-4cac-b206-0f367062b267 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:32:05.983469 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0720d3bd-d72a-44b0-b757-205c6b3ceaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:05.998118 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-59a58e29-6578-4572-9ca0-4011fb2770e3 req-d5a01acb-7933-4d52-a38b-14ccdf7a3dcd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852435 Jul 08 01:32:06.019914 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-0720d3bd-d72a-44b0-b757-205c6b3ceaf4 None None] Port e323ee40-5d23-4cac-b206-0f367062b267 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:32:06.020142 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:06.284844 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e323ee40-5d23-4cac-b206-0f367062b267 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:32:06.292129 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:06.304448 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Transition to ACTIVE for port object e323ee40-5d23-4cac-b206-0f367062b267 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:32:06.308133 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:06.358680 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Pushing event updated for resources: {'Port': ['ID=e323ee40-5d23-4cac-b206-0f367062b267,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:06.443453 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Attempting to bind port e323ee40-5d23-4cac-b206-0f367062b267 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:32:06.444028 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Attempting to bind port e323ee40-5d23-4cac-b206-0f367062b267 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:32:06.444577 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Attempting to bind port e323ee40-5d23-4cac-b206-0f367062b267 on network b2a80ba2-866c-4e82-be36-9e45e182ea90 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:32:06.450440 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Port e323ee40-5d23-4cac-b206-0f367062b267 on network b2a80ba2-866c-4e82-be36-9e45e182ea90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:32:06.450844 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Attempting to bind port e323ee40-5d23-4cac-b206-0f367062b267 on network b2a80ba2-866c-4e82-be36-9e45e182ea90 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:32:06.452529 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44afe1-7ed7-4289-aab7-a862b8db76c0 req-24b51142-d2db-4eb8-871f-62ce305585bf tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:06.454152 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1b44afe1-7ed7-4289-aab7-a862b8db76c0 req-24b51142-d2db-4eb8-871f-62ce305585bf tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 944 time: 0.0845704 Jul 08 01:32:06.463026 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:32:06.463374 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Checking segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:32:06.463931 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Bound using segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:32:06.464394 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Bound port: e323ee40-5d23-4cac-b206-0f367062b267, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:32:06.464764 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:06.508393 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1b44afe1-7ed7-4289-aab7-a862b8db76c0 req-bdfeca05-e16e-48d9-beec-76975d59d566 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463941 Jul 08 01:32:06.549410 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] For port e323ee40-5d23-4cac-b206-0f367062b267, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:32:06.552667 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] For port e323ee40-5d23-4cac-b206-0f367062b267, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e323ee40-5d23-4cac-b206-0f367062b267,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:32:06.558310 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:06.859654 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:06.860280 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:06.862420 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] 10.222.0.21 "PUT /v2.0/ports/e323ee40-5d23-4cac-b206-0f367062b267 HTTP/1.1" status: 200 len: 1094 time: 0.9593935 Jul 08 01:32:06.862868 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'tag': 'e323ee40-5d23-4cac-b206-0f367062b267'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:32:06.865225 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34" -d '{"events": [{"name": "network-changed", "server_uuid": "26fec8be-d935-414b-a8c5-81f9c451c3aa", "tag": "e323ee40-5d23-4cac-b206-0f367062b267"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:32:06.896033 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33d07d-262d-4a80-bd73-ee48309a0ece service neutron] Pushing event updated for resources: {'Port': ['ID=e323ee40-5d23-4cac-b206-0f367062b267,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:06.914858 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9dc7ae-b590-4843-baff-642a8cae4d37 x-openstack-request-id: req-af9dc7ae-b590-4843-baff-642a8cae4d37 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:32:06.915184 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fec8be-d935-414b-a8c5-81f9c451c3aa", "tag": "e323ee40-5d23-4cac-b206-0f367062b267", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:32:06.915468 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af9dc7ae-b590-4843-baff-642a8cae4d37 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:32:06.915904 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'tag': 'e323ee40-5d23-4cac-b206-0f367062b267', 'status': 'completed', 'code': 200} Jul 08 01:32:06.930161 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3bb08-23a6-4b6e-9cdf-ef36a22fe654 req-321ea8b3-e351-48ea-bb2c-c1c69eae21de tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:06.931729 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6bf3bb08-23a6-4b6e-9cdf-ef36a22fe654 req-321ea8b3-e351-48ea-bb2c-c1c69eae21de tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1055260 Jul 08 01:32:07.010699 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6bf3bb08-23a6-4b6e-9cdf-ef36a22fe654 req-2586f2a2-7ecd-483a-9a0e-01c49e073227 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703275 Jul 08 01:32:07.026265 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-4fc3e1d4-f589-4ea9-962b-67b7064bfa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.033373 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-4fc3e1d4-f589-4ea9-962b-67b7064bfa4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 1097 time: 0.0953507 Jul 08 01:32:07.072413 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-8fb0eff7-7c6a-4d4b-b540-232f8276a96d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e323ee40-5d23-4cac-b206-0f367062b267 HTTP/1.1" status: 200 len: 217 time: 0.0355699 Jul 08 01:32:07.121619 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-05ce2766-02d8-4651-aa56-227dda544ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.123006 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-05ce2766-02d8-4651-aa56-227dda544ebd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0441916 Jul 08 01:32:07.226590 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-fd017a9b-f7cd-4650-9295-afd3245192b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.228115 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-fd017a9b-f7cd-4650-9295-afd3245192b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970457 Jul 08 01:32:07.235435 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a531-5881-46f7-b04b-57273f9a204e req-5f1c37e0-f6d6-47d0-b503-6da93682dd64 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.236770 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3698a531-5881-46f7-b04b-57273f9a204e req-5f1c37e0-f6d6-47d0-b503-6da93682dd64 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.1073830 Jul 08 01:32:07.322460 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3698a531-5881-46f7-b04b-57273f9a204e req-8ed2311b-daa1-41b7-9864-0b3de109600e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770206 Jul 08 01:32:07.352545 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-7586dc04-b4bd-415b-820d-af6caa762d70 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148682 Jul 08 01:32:07.448774 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-47e7a5d7-029a-4cf1-a812-dcb3208f08f2 req-7ddab8f3-54e3-4820-925a-3d33788b7a52 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894606 Jul 08 01:32:07.469214 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-0cf6c9a9-97f7-4830-8b00-5e358a78fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.470938 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-0cf6c9a9-97f7-4830-8b00-5e358a78fb68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 1099 time: 0.0532379 Jul 08 01:32:07.575351 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b10b-610c-4473-81da-c04f35611bf5 req-b5fde25a-5e8e-4875-a66e-ed73f7ef95eb tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.576859 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c376b10b-610c-4473-81da-c04f35611bf5 req-b5fde25a-5e8e-4875-a66e-ed73f7ef95eb tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.1106641 Jul 08 01:32:07.592634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-791f1a7b-8417-4c88-8b07-c3999dbd38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.593621 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-175e054d-2b55-44ef-9d0d-20982fc814e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.594605 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-791f1a7b-8417-4c88-8b07-c3999dbd38d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 200 len: 918 time: 0.1137969 Jul 08 01:32:07.595132 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-175e054d-2b55-44ef-9d0d-20982fc814e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 1097 time: 0.0919030 Jul 08 01:32:07.641966 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c376b10b-610c-4473-81da-c04f35611bf5 req-3dfcdd71-aaa9-49a3-bfa6-cdfe119ef7fb tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569997 Jul 08 01:32:07.661274 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-15bcebb8-7018-41ae-9a2d-678d8b6b2309 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 200 len: 217 time: 0.0512750 Jul 08 01:32:07.718790 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-d950e7e4-c3b2-436f-9397-fb4a5b24c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.721227 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-d950e7e4-c3b2-436f-9397-fb4a5b24c792 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.1055760 Jul 08 01:32:07.739661 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-66ddc099-5c0d-47c1-9bc9-ed52da5797a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.741236 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-66ddc099-5c0d-47c1-9bc9-ed52da5797a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 200 len: 858 time: 0.0625145 Jul 08 01:32:07.765634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8a2b2-1297-4853-95e6-f251d69c45df req-cfb2426f-e6e7-4ee2-a1e4-3e6a5b26e2d3 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.767158 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c3f8a2b2-1297-4853-95e6-f251d69c45df req-cfb2426f-e6e7-4ee2-a1e4-3e6a5b26e2d3 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 944 time: 0.1179476 Jul 08 01:32:07.772753 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-401a9e1b-2f54-44a1-a3e4-913785e4d70f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e323ee40-5d23-4cac-b206-0f367062b267 HTTP/1.1" status: 200 len: 217 time: 0.0438609 Jul 08 01:32:07.785559 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-740b9a5e-c8d1-45cf-903d-7fa3dceb2dae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1438e403-3308-41ad-8e8f-e7cf8f67e6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365179 Jul 08 01:32:07.826744 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-f4f2683b-1dd9-47e0-81bb-15ae01e31ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.828238 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-f4f2683b-1dd9-47e0-81bb-15ae01e31ef3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0488713 Jul 08 01:32:07.863880 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c3f8a2b2-1297-4853-95e6-f251d69c45df req-2e37d651-b067-4160-8b00-bf5499872aeb tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805757 Jul 08 01:32:07.890686 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-003573da-8de0-47ff-8f06-091d7ec4d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:07.892599 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-003573da-8de0-47ff-8f06-091d7ec4d4f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558600 Jul 08 01:32:07.913562 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-e371b9ed-b382-4a1b-ae42-7fd904106d7a service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140430 Jul 08 01:32:07.918801 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41022) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:07.987715 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-6480a60e-9be9-4600-8138-2bd19c5aa18b service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877011 Jul 08 01:32:08.018470 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c67e5146-8343-426d-a68c-b7a5be63dce3 req-76ebb325-909a-43a4-b188-02e5b87f1a34 service neutron] 10.222.0.21 "GET /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938880 Jul 08 01:32:08.074708 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:08.091850 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38a984fc-c7f9-4bcd-a069-e6a74a14ca34 req-332baab9-829f-4124-a650-3bee1629e558 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882425 Jul 08 01:32:08.163041 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:08.166796 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:08.202521 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab358d-c200-4c24-bbea-081776f9f473,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:08.206913 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5aebaef6339f41f7bc06185468341c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871542 Jul 08 01:32:08.209632 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41026) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:08.212556 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.212908 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.213253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.213590 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.213947 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.214285 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.214615 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.214943 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.215272 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.215598 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.215921 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.216242 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689ed88-2e47-4454-abd4-62c2bbd021df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:32:08.260387 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32a41fd1-c136-4b13-a7dd-87a1ab976da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:08.280776 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32a41fd1-c136-4b13-a7dd-87a1ab976da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:08.331263 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32a41fd1-c136-4b13-a7dd-87a1ab976da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:08.333854 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32a41fd1-c136-4b13-a7dd-87a1ab976da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:08.335017 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-32a41fd1-c136-4b13-a7dd-87a1ab976da9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00ab358d-c200-4c24-bbea-081776f9f473 HTTP/1.1" status: 204 len: 168 time: 0.1243427 Jul 08 01:32:08.344262 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a41fd1-c136-4b13-a7dd-87a1ab976da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab358d-c200-4c24-bbea-081776f9f473,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:08.516554 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cacad-1cd9-4038-a2db-471da4ac6942 req-bfc8c3bd-a20e-43f2-b3fe-8478e68094fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:08.518775 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-461cacad-1cd9-4038-a2db-471da4ac6942 req-bfc8c3bd-a20e-43f2-b3fe-8478e68094fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0691054 Jul 08 01:32:08.561135 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-461cacad-1cd9-4038-a2db-471da4ac6942 req-44e824ce-f088-4f2b-a68c-ab9df8960bff tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363450 Jul 08 01:32:08.825751 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476cd47-cbbb-47b6-aafe-2c01d8565ff7 req-33b8117b-b62f-4c10-b92c-92e3513e7367 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:08.827367 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2476cd47-cbbb-47b6-aafe-2c01d8565ff7 req-33b8117b-b62f-4c10-b92c-92e3513e7367 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0660267 Jul 08 01:32:09.068732 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717632c7-565e-4ed0-933d-4c69b1f95444 req-5d0159e6-2fe7-45ee-9407-fd8dd11be413 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:09.070404 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-717632c7-565e-4ed0-933d-4c69b1f95444 req-5d0159e6-2fe7-45ee-9407-fd8dd11be413 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 944 time: 0.0705028 Jul 08 01:32:09.084425 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2476cd47-cbbb-47b6-aafe-2c01d8565ff7 req-8d348dca-8446-46ca-8f93-512732107da2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508113 Jul 08 01:32:09.109207 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-717632c7-565e-4ed0-933d-4c69b1f95444 req-57c0c466-0ea2-4cbd-9c7b-8ebc00f00e53 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332937 Jul 08 01:32:09.889830 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43533c-0fa3-4fd4-8c49-594790e8c346 req-7e3163e5-23e0-497e-a8b6-212f63d37ffe tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:09.891356 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-be43533c-0fa3-4fd4-8c49-594790e8c346 req-7e3163e5-23e0-497e-a8b6-212f63d37ffe tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0638530 Jul 08 01:32:09.928263 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-be43533c-0fa3-4fd4-8c49-594790e8c346 req-cc8a2e34-a88f-479b-8c8e-8eafc7074620 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313694 Jul 08 01:32:10.262234 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a8ef3-2276-4378-8c42-57277b241712 req-c2384a4d-b3ad-45c5-8da0-637c0b3beed5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:10.263730 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-551a8ef3-2276-4378-8c42-57277b241712 req-c2384a4d-b3ad-45c5-8da0-637c0b3beed5 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0655334 Jul 08 01:32:10.275590 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1b3e6-d325-457e-863f-5128060a7203 req-f2043961-4a10-4fa4-a26d-a997b72b6a24 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:10.277053 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-eea1b3e6-d325-457e-863f-5128060a7203 req-f2043961-4a10-4fa4-a26d-a997b72b6a24 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 944 time: 0.0609217 Jul 08 01:32:10.301503 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-551a8ef3-2276-4378-8c42-57277b241712 req-c261739e-b0ba-43d1-944f-1383420c26a0 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Jul 08 01:32:10.318152 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-eea1b3e6-d325-457e-863f-5128060a7203 req-846a0bd9-2bcf-46fd-bae7-7ca6580937b3 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354192 Jul 08 01:32:11.103385 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8edab-e3d6-4626-815f-190d5833d5a1 req-e2444bc5-d243-4d25-ad65-0d5954bfe709 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:11.104864 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-38b8edab-e3d6-4626-815f-190d5833d5a1 req-e2444bc5-d243-4d25-ad65-0d5954bfe709 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 943 time: 0.0638139 Jul 08 01:32:11.141321 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-38b8edab-e3d6-4626-815f-190d5833d5a1 req-35ff3613-db15-495c-837e-5a180f98a66d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307043 Jul 08 01:32:11.496169 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cec10-ac6d-4152-9aad-9e42c6c22b1f req-75c22efc-89e0-4d63-8c79-c70527a03342 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:11.497661 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-902cec10-ac6d-4152-9aad-9e42c6c22b1f req-75c22efc-89e0-4d63-8c79-c70527a03342 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 944 time: 0.0630169 Jul 08 01:32:11.535054 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-902cec10-ac6d-4152-9aad-9e42c6c22b1f req-c40570fd-38d7-43a9-8d4c-fdb77951fe1d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311830 Jul 08 01:32:11.865145 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:32:11.961457 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:11.972763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'port_id': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'mac_address': 'fa:16:3e:3a:55:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:32:12.010803 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:12.024340 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f06108-0c0d-4dff-8bac-c510bc70bbb8 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:32:12.044047 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:12.047045 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:12.092802 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=9']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:12.307440 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['65f06108-0c0d-4dff-8bac-c510bc70bbb8'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:32:12.317373 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad3da9-e7ee-491c-8dbc-72e5778c8a08 req-3022b54a-cb69-46a4-a43d-a32216694c65 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:12.318857 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-17ad3da9-e7ee-491c-8dbc-72e5778c8a08 req-3022b54a-cb69-46a4-a43d-a32216694c65 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 944 time: 0.0617602 Jul 08 01:32:12.355020 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-17ad3da9-e7ee-491c-8dbc-72e5778c8a08 req-e4f3b13e-0c17-4355-9241-63054c244767 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305579 Jul 08 01:32:12.707706 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2391fe-c911-4af8-800a-18fc344135df req-a5fde279-6615-450f-b71c-ed597f1f9c99 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:12.709211 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1c2391fe-c911-4af8-800a-18fc344135df req-a5fde279-6615-450f-b71c-ed597f1f9c99 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 944 time: 0.0664639 Jul 08 01:32:12.746477 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1c2391fe-c911-4af8-800a-18fc344135df req-bc07345b-3701-42d5-8bfc-eeea163d5858 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 08 01:32:13.531274 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fcf05-fb75-477a-ae09-7ef0491e2862 req-5545f81a-f467-44c0-b921-d1777e8c0028 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:13.533337 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-561fcf05-fb75-477a-ae09-7ef0491e2862 req-5545f81a-f467-44c0-b921-d1777e8c0028 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 944 time: 0.0650325 Jul 08 01:32:13.570398 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-561fcf05-fb75-477a-ae09-7ef0491e2862 req-47e1250d-b7e2-4dec-9da6-b67552572993 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315256 Jul 08 01:32:13.881535 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:32:13.920494 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a74b3-ff4c-4333-a275-83e38ad114d0 req-7ac32bea-e787-4277-84da-302e52d13ac0 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:13.922276 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ab4a74b3-ff4c-4333-a275-83e38ad114d0 req-7ac32bea-e787-4277-84da-302e52d13ac0 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 944 time: 0.0661409 Jul 08 01:32:13.929151 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:32:13.929531 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:13.964723 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ab4a74b3-ff4c-4333-a275-83e38ad114d0 req-6659be09-6579-4bce-9b67-91994f4d1623 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356762 Jul 08 01:32:14.020086 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:14.042812 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:32:14.045453 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bc575a-025b-46fd-88ce-6a2b646eb84f" -d '{"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-plugged", "status": "completed", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:32:14.058641 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:14.062689 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:14.088204 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2237da-48c3-45ae-adbd-96dde07b8d85 x-openstack-request-id: req-2a2237da-48c3-45ae-adbd-96dde07b8d85 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:32:14.089236 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-plugged", "status": "completed", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:32:14.089490 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a2237da-48c3-45ae-adbd-96dde07b8d85 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:32:14.090218 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'code': 200} Jul 08 01:32:14.119005 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=10']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:14.353320 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2a5ba-a104-4bb9-a42a-2896557218dc req-d9c372b7-1439-4419-84ca-006d82fa6595 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:14.354826 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50d2a5ba-a104-4bb9-a42a-2896557218dc req-d9c372b7-1439-4419-84ca-006d82fa6595 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0624740 Jul 08 01:32:14.390823 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-50d2a5ba-a104-4bb9-a42a-2896557218dc req-94b401cc-8e6b-4496-9f07-81bd82ecf93f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305812 Jul 08 01:32:14.591826 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a15cc-f660-4777-847b-b3a4331b9b5f req-43978ac8-46bc-4c1e-b3b3-065be31b1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:14.593286 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-232a15cc-f660-4777-847b-b3a4331b9b5f req-43978ac8-46bc-4c1e-b3b3-065be31b1705 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 1099 time: 0.0539069 Jul 08 01:32:14.630034 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-232a15cc-f660-4777-847b-b3a4331b9b5f req-7c56daae-0e84-41e6-a621-083c7ccd9c2c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283651 Jul 08 01:32:14.748696 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1956f41-3b8e-457a-b880-18c289fff310 req-8443c85a-b05a-4660-ab6d-f8aaa4092576 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:14.750430 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e1956f41-3b8e-457a-b880-18c289fff310 req-8443c85a-b05a-4660-ab6d-f8aaa4092576 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 946 time: 0.0616219 Jul 08 01:32:14.786952 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e1956f41-3b8e-457a-b880-18c289fff310 req-8c281825-70fb-41aa-a1e5-3a5731199575 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313303 Jul 08 01:32:15.136375 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90d1f3-9add-4b66-b440-4307c35f059b req-caa81549-5e23-4fb8-b2e7-75b3731d14fd tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:15.137856 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3d90d1f3-9add-4b66-b440-4307c35f059b req-caa81549-5e23-4fb8-b2e7-75b3731d14fd tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 944 time: 0.0617540 Jul 08 01:32:15.174197 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3d90d1f3-9add-4b66-b440-4307c35f059b req-6f16b3a9-6d74-4f3f-a615-524624fedc4b tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308409 Jul 08 01:32:15.564614 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ef49b-9209-42fa-b06c-4816a856ec3b req-d38265d5-7fad-4d59-97b1-7e8209bf6a0f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:15.566813 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-759ef49b-9209-42fa-b06c-4816a856ec3b req-d38265d5-7fad-4d59-97b1-7e8209bf6a0f tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0613134 Jul 08 01:32:15.606750 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-759ef49b-9209-42fa-b06c-4816a856ec3b req-57f7d114-c015-4c1a-852f-6a623b33ac12 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Jul 08 01:32:15.907052 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e323ee40-5d23-4cac-b206-0f367062b267 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:32:15.975246 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9a7c6-14bb-4b8a-a84b-41e91f746a6f req-fdf4b9af-197a-4d9f-abd0-0349d94c4bfe tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:15.976776 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c5e9a7c6-14bb-4b8a-a84b-41e91f746a6f req-fdf4b9af-197a-4d9f-abd0-0349d94c4bfe tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 946 time: 0.0747862 Jul 08 01:32:16.019748 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c5e9a7c6-14bb-4b8a-a84b-41e91f746a6f req-d69df52a-ec54-4a61-9bd9-cff6c2060fd1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359313 Jul 08 01:32:16.035934 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e323ee40-5d23-4cac-b206-0f367062b267, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e323ee40-5d23-4cac-b206-0f367062b267,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:16.048627 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'e323ee40-5d23-4cac-b206-0f367062b267', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'port_id': 'e323ee40-5d23-4cac-b206-0f367062b267', 'mac_address': 'fa:16:3e:ed:f5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:32:16.086858 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:16.100900 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e323ee40-5d23-4cac-b206-0f367062b267 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:32:16.121059 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e323ee40-5d23-4cac-b206-0f367062b267, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e323ee40-5d23-4cac-b206-0f367062b267,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:16.127475 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:16.187897 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=e323ee40-5d23-4cac-b206-0f367062b267,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:16.360597 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543591-d838-4ba7-83da-3b3e03c9913d req-7ad3122d-ff9c-4f4d-835e-af468b0066a7 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:16.362617 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75543591-d838-4ba7-83da-3b3e03c9913d req-7ad3122d-ff9c-4f4d-835e-af468b0066a7 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 945 time: 0.0654626 Jul 08 01:32:16.400591 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-75543591-d838-4ba7-83da-3b3e03c9913d req-e2fb9cfe-cc01-4c63-ad2d-7183df34acaa tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Jul 08 01:32:16.468340 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['e323ee40-5d23-4cac-b206-0f367062b267'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:32:16.787301 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cf858-6215-4d3f-8626-fdb3159d9bc5 req-29d5d252-ae6e-4a64-b16b-81fa8f442e5c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:16.788823 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109cf858-6215-4d3f-8626-fdb3159d9bc5 req-29d5d252-ae6e-4a64-b16b-81fa8f442e5c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0655737 Jul 08 01:32:16.829802 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-109cf858-6215-4d3f-8626-fdb3159d9bc5 req-9381155f-f703-4ce0-a7f2-9cee1669036c tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350108 Jul 08 01:32:17.223275 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c073959-2d79-46fd-b345-fddccfc4715e req-efe8cca9-b9c3-4503-ae3a-4436aacd3b24 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:17.224738 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3c073959-2d79-46fd-b345-fddccfc4715e req-efe8cca9-b9c3-4503-ae3a-4436aacd3b24 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 946 time: 0.0631251 Jul 08 01:32:17.261069 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3c073959-2d79-46fd-b345-fddccfc4715e req-4c366ff5-54dc-45ef-8404-22d4271940df tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307994 Jul 08 01:32:17.429357 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c8148-ee11-419f-a086-47207ef699df req-49cd8c19-e14c-4c4b-b4a8-8383b870dcef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:17.431068 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1c6c8148-ee11-419f-a086-47207ef699df req-49cd8c19-e14c-4c4b-b4a8-8383b870dcef tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 945 time: 0.0673938 Jul 08 01:32:17.544885 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Deleting port 309629e0-6804-49a5-ae9d-d077b2b9e309 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:32:17.545175 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:17.585328 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-fe7fe4cd-a892-400f-b90f-2b254cf6bbe1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984323 Jul 08 01:32:17.597789 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c6a83-733c-4394-b12c-068978568278 req-b5767c09-a9e7-4364-b5b7-2112b9ffc319 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:17.599213 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fa4c6a83-733c-4394-b12c-068978568278 req-b5767c09-a9e7-4364-b5b7-2112b9ffc319 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 945 time: 0.0834992 Jul 08 01:32:17.643667 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] For port 309629e0-6804-49a5-ae9d-d077b2b9e309, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=309629e0-6804-49a5-ae9d-d077b2b9e309,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:17.644035 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:17.656260 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Calling delete_port for 309629e0-6804-49a5-ae9d-d077b2b9e309 owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:32:17.671354 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fa4c6a83-733c-4394-b12c-068978568278 req-759ffe8b-ea31-4bc2-bdc8-a21fa2b768d1 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663049 Jul 08 01:32:17.694527 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-f3d1ed45-271a-4124-a7d6-882f2000335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:17.696115 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-f3d1ed45-271a-4124-a7d6-882f2000335e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 1099 time: 0.0753548 Jul 08 01:32:17.807432 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:17.819708 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['7c61d8e6-d11f-4161-844c-b1ab219dcc88', '309629e0-6804-49a5-ae9d-d077b2b9e309'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:32:17.823795 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-3d1687a7-8b21-427f-9f30-1c2d6da73970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:17.825644 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-3d1687a7-8b21-427f-9f30-1c2d6da73970 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.1028318 Jul 08 01:32:17.836892 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Pushing event deleted for resources: {'Port': ['ID=309629e0-6804-49a5-ae9d-d077b2b9e309,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:17.896164 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] No DVR routers for this DVR port 309629e0-6804-49a5-ae9d-d077b2b9e309 on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:32:17.898876 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:17.901141 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1c6c8148-ee11-419f-a086-47207ef699df req-7e030002-f177-4203-a940-ea34c4f6b5fc tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.21 "DELETE /v2.0/ports/309629e0-6804-49a5-ae9d-d077b2b9e309 HTTP/1.1" status: 204 len: 173 time: 0.4614394 Jul 08 01:32:17.901586 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f64a0b8-41b6-4b8c-bb97-f691b177fdba', 'name': 'network-vif-deleted', 'tag': '309629e0-6804-49a5-ae9d-d077b2b9e309'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:32:17.904151 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb3604-bfeb-49cf-9201-1a6f07f23799" -d '{"events": [{"server_uuid": "5f64a0b8-41b6-4b8c-bb97-f691b177fdba", "name": "network-vif-deleted", "tag": "309629e0-6804-49a5-ae9d-d077b2b9e309"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:32:17.931071 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e323ee40-5d23-4cac-b206-0f367062b267 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:32:17.974563 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-530fe612-7a8a-4818-a3cd-0d7f868a581d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8 HTTP/1.1" status: 200 len: 1001 time: 0.1406031 Jul 08 01:32:17.980467 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d02b9a-9971-4bf4-a463-a9e2c85bd3aa x-openstack-request-id: req-70d02b9a-9971-4bf4-a463-a9e2c85bd3aa {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:32:17.980753 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f64a0b8-41b6-4b8c-bb97-f691b177fdba", "name": "network-vif-deleted", "tag": "309629e0-6804-49a5-ae9d-d077b2b9e309", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:32:17.981067 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70d02b9a-9971-4bf4-a463-a9e2c85bd3aa {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:32:17.981518 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f64a0b8-41b6-4b8c-bb97-f691b177fdba', 'name': 'network-vif-deleted', 'tag': '309629e0-6804-49a5-ae9d-d077b2b9e309', 'status': 'completed', 'code': 200} Jul 08 01:32:18.056910 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e3e376a6-ee4f-498d-940e-9ae0c84a4671 req-57811eef-fca5-4333-be24-71b8c0f9820d tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f64a0b8-41b6-4b8c-bb97-f691b177fdba HTTP/1.1" status: 200 len: 210 time: 0.0420616 Jul 08 01:32:18.107270 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-f00f21d5-6058-40b5-b7f1-707bc0db27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:18.109046 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-f00f21d5-6058-40b5-b7f1-707bc0db27d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.1081274 Jul 08 01:32:18.176213 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-0016bb8e-0ded-4da9-866b-6b77c76e1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:18.177797 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-0016bb8e-0ded-4da9-866b-6b77c76e1adf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601799 Jul 08 01:32:18.200669 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port e323ee40-5d23-4cac-b206-0f367062b267 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:32:18.211803 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port e323ee40-5d23-4cac-b206-0f367062b267 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:32:18.212183 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:18.302790 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-80ad76c2-10db-43d4-9665-63dfe859102c service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021819 Jul 08 01:32:18.317930 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:18.340639 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e323ee40-5d23-4cac-b206-0f367062b267'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:32:18.342931 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c6cff9-168e-47e7-9da2-e8bef2d16979" -d '{"events": [{"server_uuid": "26fec8be-d935-414b-a8c5-81f9c451c3aa", "name": "network-vif-plugged", "status": "completed", "tag": "e323ee40-5d23-4cac-b206-0f367062b267"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:32:18.358060 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e323ee40-5d23-4cac-b206-0f367062b267, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e323ee40-5d23-4cac-b206-0f367062b267,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:18.364027 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:18.392220 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29531bcd-66c9-46d5-93a0-fc272a1d9e9d x-openstack-request-id: req-29531bcd-66c9-46d5-93a0-fc272a1d9e9d {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:32:18.392510 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fec8be-d935-414b-a8c5-81f9c451c3aa", "name": "network-vif-plugged", "status": "completed", "tag": "e323ee40-5d23-4cac-b206-0f367062b267", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:32:18.395645 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29531bcd-66c9-46d5-93a0-fc272a1d9e9d {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:32:18.396516 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e323ee40-5d23-4cac-b206-0f367062b267', 'code': 200} Jul 08 01:32:18.427891 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=e323ee40-5d23-4cac-b206-0f367062b267,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:18.428140 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-001c3b18-aacd-415d-8b83-d74cd79d3d14 req-c7a5716f-6386-4f53-a442-f413613c0602 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165574 Jul 08 01:32:18.463753 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbf084-b7af-49ba-9834-a1224b71be9a req-86bd1428-482d-4d80-96bd-3b9cb8420493 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:18.465494 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b6cbf084-b7af-49ba-9834-a1224b71be9a req-86bd1428-482d-4d80-96bd-3b9cb8420493 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0925751 Jul 08 01:32:18.504530 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b6cbf084-b7af-49ba-9834-a1224b71be9a req-1f00f90b-b2d4-4377-b937-f8e7b523a7d4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Jul 08 01:32:18.775954 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc73fa-3703-4749-adfc-3297a4c70d66 req-1f15d911-597f-438e-af9b-43c704006d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:18.777473 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f0bc73fa-3703-4749-adfc-3297a4c70d66 req-1f15d911-597f-438e-af9b-43c704006d4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 1099 time: 0.0517538 Jul 08 01:32:18.851386 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f0bc73fa-3703-4749-adfc-3297a4c70d66 req-ed6f5718-21fa-4dfd-9ec6-cdea14802dcf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553114 Jul 08 01:32:18.874658 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95f732-d315-4af5-a99b-36402bc82eca req-496851e5-9cc5-40cc-8aeb-fbd3352ce0f4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:18.876090 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-af95f732-d315-4af5-a99b-36402bc82eca req-496851e5-9cc5-40cc-8aeb-fbd3352ce0f4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 946 time: 0.0885549 Jul 08 01:32:18.913827 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-af95f732-d315-4af5-a99b-36402bc82eca req-cd3ee523-1d71-49ed-8cef-f58f0a161f26 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Jul 08 01:32:19.470645 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8803e40-32de-4b5c-9c3d-7ec9785f1988 req-866c929a-b9ea-4cd8-b327-4cbf7d18f27e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:19.472100 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d8803e40-32de-4b5c-9c3d-7ec9785f1988 req-866c929a-b9ea-4cd8-b327-4cbf7d18f27e tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0618007 Jul 08 01:32:19.508555 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d8803e40-32de-4b5c-9c3d-7ec9785f1988 req-37cebe34-a799-4640-95b3-be1c63043064 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Jul 08 01:32:19.684159 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc32c6-8316-43c0-9cf8-ad5954597fc4 req-f02e2565-4f7e-44ca-bb5d-b2b7f85349e8 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:19.686580 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-edcc32c6-8316-43c0-9cf8-ad5954597fc4 req-f02e2565-4f7e-44ca-bb5d-b2b7f85349e8 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0700858 Jul 08 01:32:19.735784 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-edcc32c6-8316-43c0-9cf8-ad5954597fc4 req-6285d67a-8b27-4b04-a57a-8ff6d7667d8b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Jul 08 01:32:20.088455 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42ddea-35bb-4060-9915-ec7ab07c61eb req-e965ef63-6615-42ac-a228-597508ca7b30 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:20.089930 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fb42ddea-35bb-4060-9915-ec7ab07c61eb req-e965ef63-6615-42ac-a228-597508ca7b30 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 946 time: 0.0623467 Jul 08 01:32:20.130178 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fb42ddea-35bb-4060-9915-ec7ab07c61eb req-f40cde1b-3500-44f4-b8ea-0f3ea49eb38b tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347786 Jul 08 01:32:20.301675 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68231e-068b-480e-b034-d610c312d7af req-ef631d5b-168f-4efa-a081-28bdb7e80d07 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:20.303048 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3a68231e-068b-480e-b034-d610c312d7af req-ef631d5b-168f-4efa-a081-28bdb7e80d07 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 946 time: 0.0652418 Jul 08 01:32:20.339699 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3a68231e-068b-480e-b034-d610c312d7af req-8734e40e-cad3-4ed0-b470-3d552dc047b6 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312910 Jul 08 01:32:20.363411 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41174) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:20.549669 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e22b7ae-395f-45e8-ae5a-0bc18bb07b64 tempest-TestVolumeBootPattern-1460089390 tempest-TestVolumeBootPattern-1460089390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:20.554186 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-5e22b7ae-395f-45e8-ae5a-0bc18bb07b64 tempest-TestVolumeBootPattern-1460089390 tempest-TestVolumeBootPattern-1460089390-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 1094 time: 0.1868474 Jul 08 01:32:20.554327 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41180) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:20.558549 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'port_id': 'e323ee40-5d23-4cac-b206-0f367062b267', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:32:20.583672 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:20.710047 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eec702-7830-45e9-b6d9-a9f5d0d7c418 req-512919f2-dd59-4daa-9f93-f125a5d945e1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:20.711494 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b2eec702-7830-45e9-b6d9-a9f5d0d7c418 req-512919f2-dd59-4daa-9f93-f125a5d945e1 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0900319 Jul 08 01:32:20.751207 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:20.764514 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b2eec702-7830-45e9-b6d9-a9f5d0d7c418 req-123edfd7-f11c-499c-bab0-7d5e9cbe7429 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Jul 08 01:32:20.864442 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Allocated IP 172.27.3.101 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/06a1ca61-228d-4585-8ef9-02104d6793ac) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:32:20.911106 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd883ab-2b0c-47a7-858c-1484c8310e0f req-90944e58-d9f8-4c42-ba23-856636bab2a8 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:20.912570 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dbd883ab-2b0c-47a7-858c-1484c8310e0f req-90944e58-d9f8-4c42-ba23-856636bab2a8 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0649929 Jul 08 01:32:20.950738 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dbd883ab-2b0c-47a7-858c-1484c8310e0f req-64251aa5-d1d1-47c1-9b23-14efca2528dd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Jul 08 01:32:20.970587 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:21.007570 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:21.042328 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:32:21.046914 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:32:21.050540 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:32:21.073714 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=06a1ca61-228d-4585-8ef9-02104d6793ac,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:21.441183 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:21.522267 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:21.671772 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:21.677099 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:21.741821 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=06a1ca61-228d-4585-8ef9-02104d6793ac,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:21.753162 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:21.852094 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Floating IP 8934095f-b3cc-41af-bd80-099005840517 associated. External IP: 172.27.3.101, port: e323ee40-5d23-4cac-b206-0f367062b267. Jul 08 01:32:21.946123 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 309629e0-6804-49a5-ae9d-d077b2b9e309 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:32:21.967125 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 309629e0-6804-49a5-ae9d-d077b2b9e309 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:32:21.967478 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 309629e0-6804-49a5-ae9d-d077b2b9e309 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:32:22.130238 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f873714-e38a-48ca-b9ea-cf47c14dde1e req-1eab60a5-943e-4ee4-8aaa-06972bd0053a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:22.131802 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0f873714-e38a-48ca-b9ea-cf47c14dde1e req-1eab60a5-943e-4ee4-8aaa-06972bd0053a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0638335 Jul 08 01:32:22.170078 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0f873714-e38a-48ca-b9ea-cf47c14dde1e req-4135320b-0e1d-43f3-acaa-591049c97b55 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325828 Jul 08 01:32:22.277880 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a9482-9297-47f6-b361-8c27892456da req-0d98fc54-cbad-422f-976c-ecc241c3c7f6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:22.279290 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-745a9482-9297-47f6-b361-8c27892456da req-0d98fc54-cbad-422f-976c-ecc241c3c7f6 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.3896873 Jul 08 01:32:22.351165 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-745a9482-9297-47f6-b361-8c27892456da req-c1276629-0251-46a8-9e48-d476484ee631 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649815 Jul 08 01:32:22.370517 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Router 92a82e44-9fe3-4b29-88b5-0099487f91be has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:32:22.476199 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:32:22.485477 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:32:22.492459 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:22.495607 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:32:22.496234 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:31:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:22.508832 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:22.530053 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-bfdaa065-2fef-4e28-93a3-2bf96edb5697 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9746971 Jul 08 01:32:22.530671 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'tag': 'e323ee40-5d23-4cac-b206-0f367062b267'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:32:22.532948 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1629b78a-a807-42e6-9868-d572ce971399" -d '{"events": [{"name": "network-changed", "server_uuid": "26fec8be-d935-414b-a8c5-81f9c451c3aa", "tag": "e323ee40-5d23-4cac-b206-0f367062b267"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:32:22.569412 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aa5f06-0b71-48b4-9042-a9e6d8c49ee7 x-openstack-request-id: req-54aa5f06-0b71-48b4-9042-a9e6d8c49ee7 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:32:22.569700 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fec8be-d935-414b-a8c5-81f9c451c3aa", "tag": "e323ee40-5d23-4cac-b206-0f367062b267", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:32:22.570023 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54aa5f06-0b71-48b4-9042-a9e6d8c49ee7 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:32:22.570413 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'tag': 'e323ee40-5d23-4cac-b206-0f367062b267', 'status': 'completed', 'code': 200} Jul 08 01:32:22.603511 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:32:22.657862 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629b78a-a807-42e6-9868-d572ce971399 req-6542803e-2e56-4fe8-9a4c-b7d5b83ada53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:22.659866 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1629b78a-a807-42e6-9868-d572ce971399 req-6542803e-2e56-4fe8-9a4c-b7d5b83ada53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 1099 time: 0.0538738 Jul 08 01:32:22.749308 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629b78a-a807-42e6-9868-d572ce971399 req-34adcd74-7c9d-4928-babb-874aec3d73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:22.750832 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1629b78a-a807-42e6-9868-d572ce971399 req-34adcd74-7c9d-4928-babb-874aec3d73d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.0840232 Jul 08 01:32:22.818917 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '8934095f-b3cc-41af-bd80-099005840517', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'e323ee40-5d23-4cac-b206-0f367062b267', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:ed:f5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:32:21Z', 'updated_at': '2021-07-08T01:32:21Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:22.819932 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1629b78a-a807-42e6-9868-d572ce971399 req-c3f10ea6-83f0-4b14-b815-5d4f52ad0d5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e323ee40-5d23-4cac-b206-0f367062b267 HTTP/1.1" status: 200 len: 1000 time: 0.0614588 Jul 08 01:32:22.849816 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:32:22.858012 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:32:22.858616 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:31:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:22.872663 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629b78a-a807-42e6-9868-d572ce971399 req-c163fae4-55ce-4161-8cea-46b0e54470b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:22.874181 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1629b78a-a807-42e6-9868-d572ce971399 req-c163fae4-55ce-4161-8cea-46b0e54470b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0460994 Jul 08 01:32:22.963482 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629b78a-a807-42e6-9868-d572ce971399 req-cc146182-5028-4171-9b74-17f80c7e2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:22.965252 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1629b78a-a807-42e6-9868-d572ce971399 req-cc146182-5028-4171-9b74-17f80c7e2de2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760593 Jul 08 01:32:22.984550 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:32:23.058024 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1629b78a-a807-42e6-9868-d572ce971399 req-f0b59f19-ab33-4d31-bc77-1ab6d90c5dfa service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Jul 08 01:32:23.146764 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1629b78a-a807-42e6-9868-d572ce971399 req-cb92c0cd-8fe3-49ea-a04a-6d5783877dff service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798588 Jul 08 01:32:23.205130 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '8934095f-b3cc-41af-bd80-099005840517', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'e323ee40-5d23-4cac-b206-0f367062b267', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:ed:f5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:32:21Z', 'updated_at': '2021-07-08T01:32:21Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:23.233965 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8253fa9f-e1f3-4616-8d70-1e1a2e53212c None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '8934095f-b3cc-41af-bd80-099005840517', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'e323ee40-5d23-4cac-b206-0f367062b267', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:ed:f5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:32:21Z', 'updated_at': '2021-07-08T01:32:21Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:32:23.355572 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23b5de-1e92-46da-bc52-5152543b4d6e req-2995d092-caad-4c3e-826e-cf22dad40e84 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:23.357151 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6f23b5de-1e92-46da-bc52-5152543b4d6e req-2995d092-caad-4c3e-826e-cf22dad40e84 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0699949 Jul 08 01:32:23.398028 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6f23b5de-1e92-46da-bc52-5152543b4d6e req-3bfc8f73-62c9-49f9-bad7-e1e4f0685ccf tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342574 Jul 08 01:32:23.433816 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e86278e-eed8-4fca-bead-ed50c923a74a None None] New status for floating IP 8934095f-b3cc-41af-bd80-099005840517: ACTIVE {{(pid=92927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:32:23.529548 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608fafd-f165-422b-88ee-02f671e70b16 req-e5675faa-8199-4d62-a7d9-230e0a89e4ca tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:23.531045 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3608fafd-f165-422b-88ee-02f671e70b16 req-e5675faa-8199-4d62-a7d9-230e0a89e4ca tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0630631 Jul 08 01:32:23.571997 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3608fafd-f165-422b-88ee-02f671e70b16 req-a2a7f241-f78b-4234-86b4-a12fe9f8c967 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Jul 08 01:32:24.127432 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:32:24.571983 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5acb-5447-4fbe-ab79-7eca9b486814 req-af14e928-26da-4b13-b9f7-f096c84e134e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:24.573428 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-490f5acb-5447-4fbe-ab79-7eca9b486814 req-af14e928-26da-4b13-b9f7-f096c84e134e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0615792 Jul 08 01:32:24.609123 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-490f5acb-5447-4fbe-ab79-7eca9b486814 req-5ec06dcd-9386-4eae-85fc-9ec5bba06cf4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302403 Jul 08 01:32:24.743700 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a652f3-a337-4731-a913-b7baeb71208e req-a8dfca6e-287a-4ccd-b561-a4e200511ee2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:24.745037 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f4a652f3-a337-4731-a913-b7baeb71208e req-a8dfca6e-287a-4ccd-b561-a4e200511ee2 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0613563 Jul 08 01:32:24.780704 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f4a652f3-a337-4731-a913-b7baeb71208e req-577124f4-9663-4993-97fe-b799ba448842 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/security-groups?id=2b0d2a62-073d-41f2-8959-a37a2dc49475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302424 Jul 08 01:32:25.417814 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-df7cf09d-37a9-4134-a07d-f82e782d4941 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:25.419231 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-df7cf09d-37a9-4134-a07d-f82e782d4941 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 946 time: 0.0606861 Jul 08 01:32:25.525532 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Deleting port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:32:25.525934 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:25.611259 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] For port 7c61d8e6-d11f-4161-844c-b1ab219dcc88, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=7c61d8e6-d11f-4161-844c-b1ab219dcc88,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:25.611640 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:25.629257 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Calling delete_port for 7c61d8e6-d11f-4161-844c-b1ab219dcc88 owned by compute:nova {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:32:25.644923 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dbec837e-4128-47ab-bb63-b726ac20d01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:25.786693 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:25.789909 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aec49b-94f6-4e14-9e38-122829d3b4ec req-73ec0320-534b-4332-9054-dfd99bd32d24 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:25.791629 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56aec49b-94f6-4e14-9e38-122829d3b4ec req-73ec0320-534b-4332-9054-dfd99bd32d24 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0690238 Jul 08 01:32:25.808552 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['7c61d8e6-d11f-4161-844c-b1ab219dcc88'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:32:25.817251 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Pushing event deleted for resources: {'Port': ['ID=7c61d8e6-d11f-4161-844c-b1ab219dcc88,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:25.839526 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-56aec49b-94f6-4e14-9e38-122829d3b4ec req-4605be4f-0141-4b74-ba7d-15113eec13ea tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409193 Jul 08 01:32:25.876471 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] No DVR routers for this DVR port 7c61d8e6-d11f-4161-844c-b1ab219dcc88 on host hv-cinder-79984 {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:32:25.879537 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:25.881517 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3da5e8a6-0038-4630-9629-a15e72ea51f9 req-19c08e33-270c-4d2d-8a98-3e961a30a436 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.21 "DELETE /v2.0/ports/7c61d8e6-d11f-4161-844c-b1ab219dcc88 HTTP/1.1" status: 204 len: 173 time: 0.4568624 Jul 08 01:32:25.881982 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1552dc0-b0bc-4ae2-8638-469a8152141a', 'name': 'network-vif-deleted', 'tag': '7c61d8e6-d11f-4161-844c-b1ab219dcc88'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:32:25.884204 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e9e901-3cc3-44b7-8d20-8c974ca29f7e" -d '{"events": [{"server_uuid": "d1552dc0-b0bc-4ae2-8638-469a8152141a", "name": "network-vif-deleted", "tag": "7c61d8e6-d11f-4161-844c-b1ab219dcc88"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:32:25.936620 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e29f65e-5e1d-4b25-b709-d5b9e514d011 x-openstack-request-id: req-9e29f65e-5e1d-4b25-b709-d5b9e514d011 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:32:25.936911 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1552dc0-b0bc-4ae2-8638-469a8152141a", "name": "network-vif-deleted", "tag": "7c61d8e6-d11f-4161-844c-b1ab219dcc88", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:32:25.937161 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e29f65e-5e1d-4b25-b709-d5b9e514d011 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:32:25.937539 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1552dc0-b0bc-4ae2-8638-469a8152141a', 'name': 'network-vif-deleted', 'tag': '7c61d8e6-d11f-4161-844c-b1ab219dcc88', 'status': 'completed', 'code': 200} Jul 08 01:32:25.939435 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1bf1c23e-9d96-4566-88fc-4f4e70e62f7e req-80488149-20a3-433a-9130-78440ca3bb39 tempest-ServerRescueNegativeTestJSON-204613439 tempest-ServerRescueNegativeTestJSON-204613439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1552dc0-b0bc-4ae2-8638-469a8152141a HTTP/1.1" status: 200 len: 210 time: 0.0342410 Jul 08 01:32:27.004890 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62cd30-ec99-4478-a0b7-a032c4052cc3 req-07472ec6-b438-48ae-ac70-041e14be8450 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:27.006411 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9d62cd30-ec99-4478-a0b7-a032c4052cc3 req-07472ec6-b438-48ae-ac70-041e14be8450 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0623126 Jul 08 01:32:27.030672 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41212) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:27.045474 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9d62cd30-ec99-4478-a0b7-a032c4052cc3 req-f51a94c6-4c22-4a0a-8aa0-4a9ef1876671 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334904 Jul 08 01:32:27.642993 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:27.940052 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Deleting port b6ce5629-2099-4c8d-9074-5dc2b9dbf449 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:32:27.940408 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:28.014552 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] For port b6ce5629-2099-4c8d-9074-5dc2b9dbf449, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,segment=NetworkSegment(91ca2696-ae57-4619-98d3-c9792a795ab2),segment_id=91ca2696-ae57-4619-98d3-c9792a795ab2)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:28.014905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:28.027844 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Calling delete_port for b6ce5629-2099-4c8d-9074-5dc2b9dbf449 owned by network:router_interface {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:32:28.268994 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29454c-a2e5-4082-b151-0fbe61b8964c req-c43304ca-06b7-4217-a1b2-780890a78943 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:28.270429 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3b29454c-a2e5-4082-b151-0fbe61b8964c req-c43304ca-06b7-4217-a1b2-780890a78943 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1126487 Jul 08 01:32:28.278784 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:28.319393 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ce5629-2099-4c8d-9074-5dc2b9dbf449,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:28.376566 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3b29454c-a2e5-4082-b151-0fbe61b8964c req-0f07111b-b3be-4328-806a-231fe8428397 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997097 Jul 08 01:32:28.441563 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:28.446407 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2a55af69-349c-4fdc-8f22-59fb59857d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:28.494933 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:28.702401 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Router 42b5162c-9489-488a-b898-691d5c672cc8 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:32:28.801471 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:32:28.808722 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-431f96e8-5f1c-4258-9264-e82e14c4596f admin admin] 10.222.0.22 "PUT /v2.0/routers/42b5162c-9489-488a-b898-691d5c672cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744155 Jul 08 01:32:28.808963 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41218) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:28.809608 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] Sync routers for ids ['42b5162c-9489-488a-b898-691d5c672cc8'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:32:28.818569 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] Routers {'42b5162c-9489-488a-b898-691d5c672cc8'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:32:28.819182 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['42b5162c-9489-488a-b898-691d5c672cc8'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:28.915833 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks [] for router, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:28.922954 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] Set router 42b5162c-9489-488a-b898-691d5c672cc8 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:32:29.024582 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.077355 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Deleting port f8072d64-a792-400b-9c5b-9faca0a17d87 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:32:29.077697 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.099066 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:32:28Z', 'revision_number': 5, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port': {'id': 'f8072d64-a792-400b-9c5b-9faca0a17d87', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5162c-9489-488a-b898-691d5c672cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:29.124042 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] Checking router: 42b5162c-9489-488a-b898-691d5c672cc8 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:32:29.131963 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] Routers {'42b5162c-9489-488a-b898-691d5c672cc8'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:32:29.132561 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['42b5162c-9489-488a-b898-691d5c672cc8'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:29.154266 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] For port f8072d64-a792-400b-9c5b-9faca0a17d87, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=f8072d64-a792-400b-9c5b-9faca0a17d87,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:32:29.154631 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.166391 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Calling delete_port for f8072d64-a792-400b-9c5b-9faca0a17d87 owned by network:router_gateway {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:32:29.213912 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] Set router 42b5162c-9489-488a-b898-691d5c672cc8 gateway port host: None {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:32:29.329645 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.353970 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:32:29Z', 'revision_number': 6, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port_host': None}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:29.355031 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8072d64-a792-400b-9c5b-9faca0a17d87,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:29.380688 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500da982-b483-401b-89a1-ae722c3f27a2 None None] The sync data for ids ['42b5162c-9489-488a-b898-691d5c672cc8'] in dv-cinder-799848-1-iscsi is: [{'id': '42b5162c-9489-488a-b898-691d5c672cc8', 'name': 'tempest-ServerRescueNegativeTestJSON-636457954-router', 'tenant_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:32:29Z', 'revision_number': 6, 'project_id': 'e059bf6fc81d41d9aa07366a0c058b67', 'gw_port_host': None}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:32:29.424035 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.437761 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.528713 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.530811 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.569451 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79791e9-b54e-4d35-803e-a4c6c6263b9e req-42a0bc94-e10d-45e8-8a6a-9a1ed4640e5d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:29.570951 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b79791e9-b54e-4d35-803e-a4c6c6263b9e req-42a0bc94-e10d-45e8-8a6a-9a1ed4640e5d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0630479 Jul 08 01:32:29.594331 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.594961 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b5162c-9489-488a-b898-691d5c672cc8 {{(pid=92926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:32:29.600685 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.601927 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-db65fc21-0ff9-410f-ba4d-f77d16813620 admin admin] 10.222.0.22 "DELETE /v2.0/routers/42b5162c-9489-488a-b898-691d5c672cc8 HTTP/1.1" status: 204 len: 168 time: 0.7919984 Jul 08 01:32:29.604373 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41224) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:29.609808 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b79791e9-b54e-4d35-803e-a4c6c6263b9e req-cfe2b4d8-f781-46fb-8dc2-283ac12c96ad tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Jul 08 01:32:29.650270 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7ab0ba-2ed7-4f4a-93d8-c53625250ba6 admin admin] Deleting subnet 05715f22-e43f-4eb5-8a2b-de7675b5838d {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:32:29.653238 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab0ba-2ed7-4f4a-93d8-c53625250ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.686970 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab0ba-2ed7-4f4a-93d8-c53625250ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.734824 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab0ba-2ed7-4f4a-93d8-c53625250ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.806358 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab0ba-2ed7-4f4a-93d8-c53625250ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.841390 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ab0ba-2ed7-4f4a-93d8-c53625250ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05715f22-e43f-4eb5-8a2b-de7675b5838d,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:29.870019 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab0ba-2ed7-4f4a-93d8-c53625250ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:29.872447 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0e7ab0ba-2ed7-4f4a-93d8-c53625250ba6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/05715f22-e43f-4eb5-8a2b-de7675b5838d HTTP/1.1" status: 204 len: 168 time: 0.2670472 Jul 08 01:32:29.874971 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41230) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:29.912244 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device b6ce5629-2099-4c8d-9074-5dc2b9dbf449 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:32:29.943333 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: b6ce5629-2099-4c8d-9074-5dc2b9dbf449 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:32:29.943681 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device b6ce5629-2099-4c8d-9074-5dc2b9dbf449 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:32:29.983796 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 7c61d8e6-d11f-4161-844c-b1ab219dcc88 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:32:29.995749 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.004924 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 7c61d8e6-d11f-4161-844c-b1ab219dcc88 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:32:30.005440 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 7c61d8e6-d11f-4161-844c-b1ab219dcc88 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:32:30.045283 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-900f043e-48ed-4014-9aab-f8e0ea30fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:30.046802 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-900f043e-48ed-4014-9aab-f8e0ea30fba3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 1099 time: 0.0691531 Jul 08 01:32:30.090708 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441cfdf-bbe3-420a-9e55-68fb9490dd78 req-224f4447-7d80-441c-af6c-96158ff13a16 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:30.092188 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2441cfdf-bbe3-420a-9e55-68fb9490dd78 req-224f4447-7d80-441c-af6c-96158ff13a16 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1525090 Jul 08 01:32:30.108006 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.125467 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1438e403-3308-41ad-8e8f-e7cf8f67e6f4']}} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:30.135955 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-cbaf504c-6b9b-49d3-b54e-94f85e5a85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:30.137416 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-cbaf504c-6b9b-49d3-b54e-94f85e5a85bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 910 time: 0.0835195 Jul 08 01:32:30.143483 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ca2696-ae57-4619-98d3-c9792a795ab2') {'for_net_delete': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:30.143793 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ca2696-ae57-4619-98d3-c9792a795ab2') {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:32:30.153871 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2441cfdf-bbe3-420a-9e55-68fb9490dd78 req-078b18ad-a05d-41e8-9491-d946423e5049 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548930 Jul 08 01:32:30.157107 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63565966'] for segment, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.174132 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.180778 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=92925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:32:30.181232 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63486786'] for segment, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: Traceback (most recent call last): Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: timer() Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: cb(*args, **kw) Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: return func(*args, **kwargs) Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: self._notify() Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: self.callback(batched_events) Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: event.method(event) Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: return f(self, *a, **k) Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._get(url).json() Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: return self.request(url, 'GET', **kwargs) Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:32:30.182938 dv-cinder-799848-1-iscsi neutron-server[92925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:32:30.206613 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-c6573d09-f3b4-48b5-8431-aa5e2554386e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f HTTP/1.1" status: 200 len: 1002 time: 0.0620496 Jul 08 01:32:30.236271 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.241846 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.246260 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1438e403-3308-41ad-8e8f-e7cf8f67e6f4 HTTP/1.1" status: 204 len: 168 time: 0.3699703 Jul 08 01:32:30.255014 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-8f54b8a8-5632-4047-b31e-2c8b4c1a1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:30.256549 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-8f54b8a8-5632-4047-b31e-2c8b4c1a1b18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.0436020 Jul 08 01:32:30.263213 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e0d0b-504c-473f-a8ed-85f8eaedb575 admin admin] Pushing event deleted for resources: {'Network': ['ID=1438e403-3308-41ad-8e8f-e7cf8f67e6f4,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:30.312770 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-6ebb0ed1-8be2-4dd5-87fc-c76058794740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:30.314278 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-6ebb0ed1-8be2-4dd5-87fc-c76058794740 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514262 Jul 08 01:32:30.416014 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-069fb8df-6bf4-4109-b1cc-ede090073f0e service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946281 Jul 08 01:32:30.426168 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41234) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:30.466361 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4cdbca5b-727c-420e-b8b2-d4801f257d4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e059bf6fc81d41d9aa07366a0c058b67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389502 Jul 08 01:32:30.468980 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41236) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:30.508241 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-79880b96-a3bb-49b2-bc90-2a18240d19d5 req-dce00e6a-ec40-4549-9e41-62697e1f5b68 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857606 Jul 08 01:32:30.523195 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-62d246c3-8a56-46ba-bcf5-f8cd84fd2861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.544818 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-62d246c3-8a56-46ba-bcf5-f8cd84fd2861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.592710 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-62d246c3-8a56-46ba-bcf5-f8cd84fd2861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.595339 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-62d246c3-8a56-46ba-bcf5-f8cd84fd2861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:30.596523 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-62d246c3-8a56-46ba-bcf5-f8cd84fd2861 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b0d2a62-073d-41f2-8959-a37a2dc49475 HTTP/1.1" status: 204 len: 168 time: 0.1265490 Jul 08 01:32:30.604824 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d246c3-8a56-46ba-bcf5-f8cd84fd2861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d2a62-073d-41f2-8959-a37a2dc49475,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:30.815620 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:31.349453 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339f306-4e25-4742-b50d-b07b3f677ae4 req-8a997079-3fde-4925-ba1c-dfae4761e745 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:32:31.351002 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e339f306-4e25-4742-b50d-b07b3f677ae4 req-8a997079-3fde-4925-ba1c-dfae4761e745 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0838387 Jul 08 01:32:31.527373 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device f8072d64-a792-400b-9c5b-9faca0a17d87 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:32:31.548505 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: f8072d64-a792-400b-9c5b-9faca0a17d87 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:32:31.549107 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device f8072d64-a792-400b-9c5b-9faca0a17d87 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:32:31.627119 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e339f306-4e25-4742-b50d-b07b3f677ae4 req-4d5e1ee4-e887-432f-9954-e4fcc74fb87c tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705083 Jul 08 01:32:31.853042 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41290) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:31.950082 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e3a79ce4-8492-4d13-810c-2c59c42c0313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:32.036847 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e3a79ce4-8492-4d13-810c-2c59c42c0313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:32.040576 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e3a79ce4-8492-4d13-810c-2c59c42c0313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:32.081128 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-e3a79ce4-8492-4d13-810c-2c59c42c0313 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c4e1660daba4ee0955108e25cc71fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270474 Jul 08 01:32:32.081974 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a79ce4-8492-4d13-810c-2c59c42c0313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3624c4-d483-493d-b04f-b181f8a5581d,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:32.083857 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41294) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:32.131344 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-769715fc-3050-422e-bdc5-50af90c163fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:32.151900 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-769715fc-3050-422e-bdc5-50af90c163fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:32.197185 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-769715fc-3050-422e-bdc5-50af90c163fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:32.199634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-769715fc-3050-422e-bdc5-50af90c163fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:32.200761 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-769715fc-3050-422e-bdc5-50af90c163fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e3624c4-d483-493d-b04f-b181f8a5581d HTTP/1.1" status: 204 len: 168 time: 0.1158955 Jul 08 01:32:32.208101 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769715fc-3050-422e-bdc5-50af90c163fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3624c4-d483-493d-b04f-b181f8a5581d,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:43.786423 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41436) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:43.897220 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a75b8d9b-d24d-4679-be2b-7752c0c695d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:43.983747 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a75b8d9b-d24d-4679-be2b-7752c0c695d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:43.987213 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a75b8d9b-d24d-4679-be2b-7752c0c695d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.024416 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b8d9b-d24d-4679-be2b-7752c0c695d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92f4c01-72a9-424b-8d6c-bf14da0c9721,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:44.028761 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-a75b8d9b-d24d-4679-be2b-7752c0c695d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d771ea9f88624e23941326f31eb793f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413146 Jul 08 01:32:44.031428 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41440) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:44.080334 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e54dc35-66e5-460b-9dcd-b018e843a4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.100531 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e54dc35-66e5-460b-9dcd-b018e843a4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.146412 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e54dc35-66e5-460b-9dcd-b018e843a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.148921 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9e54dc35-66e5-460b-9dcd-b018e843a4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.150070 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9e54dc35-66e5-460b-9dcd-b018e843a4cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a92f4c01-72a9-424b-8d6c-bf14da0c9721 HTTP/1.1" status: 204 len: 168 time: 0.1177096 Jul 08 01:32:44.158716 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54dc35-66e5-460b-9dcd-b018e843a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92f4c01-72a9-424b-8d6c-bf14da0c9721,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:44.398227 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41446) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:44.411676 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db8f9e4f-5d9d-4e40-8d6e-9477b4912a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.499351 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db8f9e4f-5d9d-4e40-8d6e-9477b4912a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.503058 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-db8f9e4f-5d9d-4e40-8d6e-9477b4912a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.540041 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-db8f9e4f-5d9d-4e40-8d6e-9477b4912a63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4f2a8a5b0e84cb8a57436b25175c62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407838 Jul 08 01:32:44.540889 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f9e4f-5d9d-4e40-8d6e-9477b4912a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206a15b-9b0a-47a6-a05a-c834f5480cd4,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:44.543551 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41448) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:44.591726 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf89bef0-c042-49ae-9a34-90ded06e903e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.612219 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf89bef0-c042-49ae-9a34-90ded06e903e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.657703 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf89bef0-c042-49ae-9a34-90ded06e903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.660240 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf89bef0-c042-49ae-9a34-90ded06e903e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:44.661377 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-cf89bef0-c042-49ae-9a34-90ded06e903e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1206a15b-9b0a-47a6-a05a-c834f5480cd4 HTTP/1.1" status: 204 len: 168 time: 0.1165817 Jul 08 01:32:44.668528 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89bef0-c042-49ae-9a34-90ded06e903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206a15b-9b0a-47a6-a05a-c834f5480cd4,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:47.490457 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41582) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:47.589805 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d033-52b6-40e1-b4c2-e7c3c5422bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:47.676698 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d033-52b6-40e1-b4c2-e7c3c5422bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:47.680668 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d033-52b6-40e1-b4c2-e7c3c5422bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:47.717511 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3d033-52b6-40e1-b4c2-e7c3c5422bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2807a2fc-47fd-4aaa-b1bf-2f0e693a5c01,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:47.723326 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-6bb3d033-52b6-40e1-b4c2-e7c3c5422bff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=731fdb2a6a2c4749a4b289d43402f022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318525 Jul 08 01:32:47.725914 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41586) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:47.774212 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-eec7d189-8f46-4c2c-b6c1-cf7f958e4021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:47.795032 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-eec7d189-8f46-4c2c-b6c1-cf7f958e4021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:47.843858 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-eec7d189-8f46-4c2c-b6c1-cf7f958e4021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:47.847525 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-eec7d189-8f46-4c2c-b6c1-cf7f958e4021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:47.848649 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-eec7d189-8f46-4c2c-b6c1-cf7f958e4021 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2807a2fc-47fd-4aaa-b1bf-2f0e693a5c01 HTTP/1.1" status: 204 len: 168 time: 0.1218534 Jul 08 01:32:47.855889 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7d189-8f46-4c2c-b6c1-cf7f958e4021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2807a2fc-47fd-4aaa-b1bf-2f0e693a5c01,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:48.108087 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41592) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:48.122194 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea3efa90-1f09-424c-bb39-cfb860e73b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:48.210382 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea3efa90-1f09-424c-bb39-cfb860e73b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:48.214061 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-ea3efa90-1f09-424c-bb39-cfb860e73b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:48.250586 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-ea3efa90-1f09-424c-bb39-cfb860e73b0b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d85d9fe3f24438eb2e6023bae83e9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414113 Jul 08 01:32:48.252516 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3efa90-1f09-424c-bb39-cfb860e73b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5d6829-fe44-45ad-973e-d4fbf692fb0b,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:48.253396 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41594) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:48.300394 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-32c6741d-13be-4c19-8949-b8978ec1b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:48.322677 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-32c6741d-13be-4c19-8949-b8978ec1b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:48.367080 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-32c6741d-13be-4c19-8949-b8978ec1b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:48.369594 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-32c6741d-13be-4c19-8949-b8978ec1b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:48.370680 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-32c6741d-13be-4c19-8949-b8978ec1b95a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb5d6829-fe44-45ad-973e-d4fbf692fb0b HTTP/1.1" status: 204 len: 168 time: 0.1162841 Jul 08 01:32:48.379292 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6741d-13be-4c19-8949-b8978ec1b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5d6829-fe44-45ad-973e-d4fbf692fb0b,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:52.260219 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41662) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:52.358606 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-761aaf7c-b563-4639-8c39-970b09134ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:52.444421 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-761aaf7c-b563-4639-8c39-970b09134ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:52.448273 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-761aaf7c-b563-4639-8c39-970b09134ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:52.488420 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aaf7c-b563-4639-8c39-970b09134ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1d8cf-a83b-4dcf-a06c-d9b737f46fdc,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:52.493960 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-761aaf7c-b563-4639-8c39-970b09134ff5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c90fc4491c644e97885387f8b74cd500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325218 Jul 08 01:32:52.496437 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41668) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:32:52.536542 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:52.544610 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ee1a-508e-4059-9d2d-0f550c3712e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:52.567095 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ee1a-508e-4059-9d2d-0f550c3712e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:52.611274 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ee1a-508e-4059-9d2d-0f550c3712e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:52.614473 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ee1a-508e-4059-9d2d-0f550c3712e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:52.615668 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-9bc1ee1a-508e-4059-9d2d-0f550c3712e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2f1d8cf-a83b-4dcf-a06c-d9b737f46fdc HTTP/1.1" status: 204 len: 168 time: 0.1182764 Jul 08 01:32:52.623460 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1ee1a-508e-4059-9d2d-0f550c3712e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1d8cf-a83b-4dcf-a06c-d9b737f46fdc,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:32:55.646715 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-18e41d59-040f-48b4-9184-01ec3e329992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:58.439773 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:58.443736 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b95d7322-d699-47fa-be1f-e5c6e7022cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:59.440485 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.428133 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41810) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:00.526655 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec269-6e1c-4eba-879c-af1f831c9abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.621571 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec269-6e1c-4eba-879c-af1f831c9abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.625494 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec269-6e1c-4eba-879c-af1f831c9abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.664568 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-bf0ec269-6e1c-4eba-879c-af1f831c9abe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e9e03607b574cabadff9c543b26892e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353003 Jul 08 01:33:00.665876 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ec269-6e1c-4eba-879c-af1f831c9abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a0bfcc-5427-4719-8252-4fe079def8c5,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:00.668145 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41818) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:00.719085 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-452c5285-ac39-4061-935b-09fbd1e97f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.740191 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-452c5285-ac39-4061-935b-09fbd1e97f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.788530 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-452c5285-ac39-4061-935b-09fbd1e97f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.791568 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-452c5285-ac39-4061-935b-09fbd1e97f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.795339 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-452c5285-ac39-4061-935b-09fbd1e97f19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4a0bfcc-5427-4719-8252-4fe079def8c5 HTTP/1.1" status: 204 len: 168 time: 0.1254501 Jul 08 01:33:00.805029 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c5285-ac39-4061-935b-09fbd1e97f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a0bfcc-5427-4719-8252-4fe079def8c5,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:00.826728 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:00.959232 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299cacb-6816-4806-b19d-c07f9c0c70a1 req-d9301a0a-7c2c-4f72-b84f-ffae0d0f50e6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:00.961863 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e299cacb-6816-4806-b19d-c07f9c0c70a1 req-d9301a0a-7c2c-4f72-b84f-ffae0d0f50e6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 946 time: 0.0645468 Jul 08 01:33:01.000461 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e299cacb-6816-4806-b19d-c07f9c0c70a1 req-915f2868-7b3e-4b1f-b9fe-74212f78b080 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325801 Jul 08 01:33:01.069201 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41826) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:01.085367 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-82024915-891a-42b7-843c-b15ff9f2c282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.126813 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:33:01.170155 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-82024915-891a-42b7-843c-b15ff9f2c282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.173576 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-82024915-891a-42b7-843c-b15ff9f2c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.211193 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-82024915-891a-42b7-843c-b15ff9f2c282 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5decdd5411c14a0ba1329d779aaae8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407092 Jul 08 01:33:01.212096 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82024915-891a-42b7-843c-b15ff9f2c282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab500c-47f3-431a-b4d9-29725405a645,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:01.213896 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41828) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:01.263667 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a5f-29d1-44e0-ac77-b0e79ff27c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.283479 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a5f-29d1-44e0-ac77-b0e79ff27c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.328278 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a5f-29d1-44e0-ac77-b0e79ff27c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.330848 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a5f-29d1-44e0-ac77-b0e79ff27c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.332555 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-5dba3a5f-29d1-44e0-ac77-b0e79ff27c61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34ab500c-47f3-431a-b4d9-29725405a645 HTTP/1.1" status: 204 len: 168 time: 0.1176615 Jul 08 01:33:01.340023 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba3a5f-29d1-44e0-ac77-b0e79ff27c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab500c-47f3-431a-b4d9-29725405a645,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:01.628920 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41834) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:01.642624 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c7cb-0541-4729-848b-94dbe3ece74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.726018 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c7cb-0541-4729-848b-94dbe3ece74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.730368 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c7cb-0541-4729-848b-94dbe3ece74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.766497 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a2c6c7cb-0541-4729-848b-94dbe3ece74e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c76fe97dd089468cbd6f584793610a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365066 Jul 08 01:33:01.768357 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6c7cb-0541-4729-848b-94dbe3ece74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9077a599-12e5-42f1-91a7-34f34dcc393f,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:01.769713 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41836) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:01.818154 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3fca8728-3d62-4557-8f34-87d7228931be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.839049 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3fca8728-3d62-4557-8f34-87d7228931be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.883365 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3fca8728-3d62-4557-8f34-87d7228931be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.885769 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3fca8728-3d62-4557-8f34-87d7228931be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:01.886888 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-3fca8728-3d62-4557-8f34-87d7228931be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9077a599-12e5-42f1-91a7-34f34dcc393f HTTP/1.1" status: 204 len: 168 time: 0.1161823 Jul 08 01:33:01.895521 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca8728-3d62-4557-8f34-87d7228931be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9077a599-12e5-42f1-91a7-34f34dcc393f,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:02.182880 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dc20-6ac3-4eb8-9805-995fd3f1a852 req-d611e57d-ceac-4414-83bd-39e7329c0ddc tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:02.184373 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6ce0dc20-6ac3-4eb8-9805-995fd3f1a852 req-d611e57d-ceac-4414-83bd-39e7329c0ddc tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 946 time: 0.0665765 Jul 08 01:33:02.223201 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6ce0dc20-6ac3-4eb8-9805-995fd3f1a852 req-c34e6dfe-5dd5-4e22-aabe-4391749add00 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=d6a2fbc3-04fb-497f-99b8-c990173e665d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331364 Jul 08 01:33:02.652540 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-49e32fc6-d471-4d44-93d3-acefc166ae44 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:02.653620 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-49e32fc6-d471-4d44-93d3-acefc166ae44 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 946 time: 0.0667758 Jul 08 01:33:02.764824 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Deleting port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:33:02.765166 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:02.857198 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] For port 65f06108-0c0d-4dff-8bac-c510bc70bbb8, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=65f06108-0c0d-4dff-8bac-c510bc70bbb8,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:02.857814 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:03.079070 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:03.079070 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:03.079316 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.l3_db [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Floating IP 64dc015a-ceb0-4278-9349-56a3a39d8827 disassociated. External IP: 172.27.3.213, port: 65f06108-0c0d-4dff-8bac-c510bc70bbb8. Jul 08 01:33:03.079619 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Calling delete_port for 65f06108-0c0d-4dff-8bac-c510bc70bbb8 owned by compute:nova {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:33:03.206178 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:03.238330 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event deleted for resources: {'Port': ['ID=65f06108-0c0d-4dff-8bac-c510bc70bbb8,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:03.382928 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a51fac54-67d3-44e1-a219-3d5adcb6025f req-61145b5e-bee2-44e8-b3c4-6cfa533c12ea tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f0caff9-af6d-462d-9a69-18fe22180800 HTTP/1.1" status: 200 len: 210 time: 0.0334580 Jul 08 01:33:03.388182 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:33:03.498907 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:33:03.508253 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] Sync routers for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:33:03.517279 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:03.518033 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:03.543481 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] No DVR routers for this DVR port 65f06108-0c0d-4dff-8bac-c510bc70bbb8 on host hv-cinder-79984 {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:33:03.546371 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:03.548475 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-87b5611c-0296-4aee-85b5-3fe3a055c835 req-b47374d8-a477-4c57-ac35-4d2f3452afd6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "DELETE /v2.0/ports/65f06108-0c0d-4dff-8bac-c510bc70bbb8 HTTP/1.1" status: 204 len: 173 time: 0.8892162 Jul 08 01:33:03.549079 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-deleted', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:03.552319 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854e382c-2d21-4293-822c-baf14b0c4abf" -d '{"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-deleted", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:03.594788 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a8c229-cd73-4ffd-bde8-dd1876ac80a5 x-openstack-request-id: req-a1a8c229-cd73-4ffd-bde8-dd1876ac80a5 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:03.595094 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0caff9-af6d-462d-9a69-18fe22180800", "name": "network-vif-deleted", "tag": "65f06108-0c0d-4dff-8bac-c510bc70bbb8", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:03.595355 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1a8c229-cd73-4ffd-bde8-dd1876ac80a5 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:03.595782 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0caff9-af6d-462d-9a69-18fe22180800', 'name': 'network-vif-deleted', 'tag': '65f06108-0c0d-4dff-8bac-c510bc70bbb8', 'status': 'completed', 'code': 200} Jul 08 01:33:03.652037 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:03.852020 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:03.878305 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] Checking router: 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:33:03.886494 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:03.887109 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:03.992260 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:04.239692 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:04.269222 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6065b87e-3eae-463a-94fe-bfacada28bc4 None None] The sync data for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi is: [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:33:04.498549 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f098856-1b4e-4689-8b9f-3870a4c6f1e6 None None] New status for floating IP 64dc015a-ceb0-4278-9349-56a3a39d8827: DOWN {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:33:04.521390 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41928) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:04.587299 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cfbced8-4839-4966-8cbb-e5ebec4f29e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:04.610778 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cfbced8-4839-4966-8cbb-e5ebec4f29e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:04.678508 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cfbced8-4839-4966-8cbb-e5ebec4f29e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:04.681331 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cfbced8-4839-4966-8cbb-e5ebec4f29e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:04.682757 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9cfbced8-4839-4966-8cbb-e5ebec4f29e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "DELETE /v2.0/security-groups/d6a2fbc3-04fb-497f-99b8-c990173e665d HTTP/1.1" status: 204 len: 168 time: 0.1599739 Jul 08 01:33:04.685570 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 41930) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:04.692830 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbced8-4839-4966-8cbb-e5ebec4f29e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a2fbc3-04fb-497f-99b8-c990173e665d,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:04.705399 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.api.v2.resource [None req-e287fc61-ae27-41cc-b559-bbcfe60f6cf1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] show failed (client error): The resource could not be found. Jul 08 01:33:04.706456 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-e287fc61-ae27-41cc-b559-bbcfe60f6cf1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups/d6a2fbc3-04fb-497f-99b8-c990173e665d HTTP/1.1" status: 404 len: 347 time: 0.0193059 Jul 08 01:33:04.711095 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41932) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:04.838447 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Deleting port 11a2046d-7fe2-4d7d-86f2-bdb5df723f62 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:33:04.838787 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:04.916280 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:04.916510 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:04.930436 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Calling delete_port for 11a2046d-7fe2-4d7d-86f2-bdb5df723f62 owned by network:floatingip {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:33:05.087400 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.114594 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event deleted for resources: {'Port': ['ID=11a2046d-7fe2-4d7d-86f2-bdb5df723f62,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:05.179044 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.181464 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.182672 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ab5647b4-a041-4c0c-b448-b7a2fb5e70f6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "DELETE /v2.0/floatingips/64dc015a-ceb0-4278-9349-56a3a39d8827 HTTP/1.1" status: 204 len: 168 time: 0.4701715 Jul 08 01:33:05.411197 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41938) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:05.415770 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-63eeadf5-a2c1-4499-a9b4-3ccdf67fc644 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661134121', 'description': 'tempest-description--339591075'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:05.437987 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63eeadf5-a2c1-4499-a9b4-3ccdf67fc644 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.521640 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63eeadf5-a2c1-4499-a9b4-3ccdf67fc644 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.525807 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63eeadf5-a2c1-4499-a9b4-3ccdf67fc644 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.555106 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeadf5-a2c1-4499-a9b4-3ccdf67fc644 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92834e2a-df1b-4517-b57a-4ad01fc21c0e,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:05.557283 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63eeadf5-a2c1-4499-a9b4-3ccdf67fc644 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.558522 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-63eeadf5-a2c1-4499-a9b4-3ccdf67fc644 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1463270 Jul 08 01:33:05.561268 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41940) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:05.565606 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-fc4be286-0b3d-4b0b-9d20-4ffd90eff11b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'security_group_rule': {'security_group_id': '92834e2a-df1b-4517-b57a-4ad01fc21c0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:05.590854 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc4be286-0b3d-4b0b-9d20-4ffd90eff11b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.646352 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc4be286-0b3d-4b0b-9d20-4ffd90eff11b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.650064 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc4be286-0b3d-4b0b-9d20-4ffd90eff11b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.671486 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4be286-0b3d-4b0b-9d20-4ffd90eff11b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab79d20-e37b-4213-a798-8afa8bc6a2bc,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:05.674564 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc4be286-0b3d-4b0b-9d20-4ffd90eff11b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.678971 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-fc4be286-0b3d-4b0b-9d20-4ffd90eff11b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143665 Jul 08 01:33:05.679585 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41944) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:05.684044 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-cc9f2f4c-d0f7-4591-939c-19ffc8c50d9c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'security_group_rule': {'security_group_id': '92834e2a-df1b-4517-b57a-4ad01fc21c0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:05.711304 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2f4c-d0f7-4591-939c-19ffc8c50d9c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.771378 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2f4c-d0f7-4591-939c-19ffc8c50d9c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.775184 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2f4c-d0f7-4591-939c-19ffc8c50d9c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.795639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2f4c-d0f7-4591-939c-19ffc8c50d9c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bcf55f-bd61-4808-8f67-b3edb151334a,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:05.802496 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2f4c-d0f7-4591-939c-19ffc8c50d9c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.807388 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-cc9f2f4c-d0f7-4591-939c-19ffc8c50d9c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238999 Jul 08 01:33:05.807752 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 41946) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:05.812378 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:05.836174 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:05.932069 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.040423 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Allocated IP 172.27.3.130 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/13a8934d-3571-4923-913d-a345bba5dda2) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:06.094013 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:33:06.115442 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 65f06108-0c0d-4dff-8bac-c510bc70bbb8 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:33:06.115788 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 65f06108-0c0d-4dff-8bac-c510bc70bbb8 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:33:06.143512 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.181416 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.216807 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:06.222786 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:06.226754 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:06.259135 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'Port': ['ID=13a8934d-3571-4923-913d-a345bba5dda2,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:06.319859 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.360623 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.508498 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.513194 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.577113 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'Port': ['ID=13a8934d-3571-4923-913d-a345bba5dda2,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:06.588287 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.601524 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:06.602797 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d674b3c8-f63d-43c3-920d-31d77f5e65bd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7940311 Jul 08 01:33:06.790171 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-cfc1057a-b75a-4daa-8da8-4bc5e16279c0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1661134121&fields=id&tenant_id=6e82fd99b70b4a7e8072f96353086d45 HTTP/1.1" status: 200 len: 267 time: 0.0370636 Jul 08 01:33:06.893638 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdacab-a205-4271-b8e7-a468a9648277 req-b5452dd7-8197-4fbe-8d4b-05aa722eff44 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:06.895558 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-b5452dd7-8197-4fbe-8d4b-05aa722eff44 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 817 time: 0.0990474 Jul 08 01:33:06.912580 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-9767c566-25a1-4494-b122-a0f664e0b65d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/quotas/6e82fd99b70b4a7e8072f96353086d45 HTTP/1.1" status: 200 len: 375 time: 0.0110576 Jul 08 01:33:06.989131 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-c8fdc5cc-9874-4279-9251-2d58646222f9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711830 Jul 08 01:33:07.085281 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-9d48b213-7306-4360-bf5a-bf8821e8262b service neutron] 10.222.0.22 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852437 Jul 08 01:33:07.180765 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-df5713bc-0a75-45cc-a6d7-020600ec3ca2 service neutron] 10.222.0.22 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897791 Jul 08 01:33:07.363543 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-926ed29a-fb66-495f-893a-06b83c2f258e req-28565df9-a13f-442d-81bc-0132fd5e7554 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 210 time: 0.0456238 Jul 08 01:33:07.813269 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb52aa-1212-4808-88b6-d9ddbf7039c2 req-80bc9b38-26eb-49a3-b2d9-db9203f32abd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:07.814800 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2cdb52aa-1212-4808-88b6-d9ddbf7039c2 req-80bc9b38-26eb-49a3-b2d9-db9203f32abd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0671346 Jul 08 01:33:07.854393 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2cdb52aa-1212-4808-88b6-d9ddbf7039c2 req-2e26cfb6-f59c-4e34-bbdf-fb4f27119e64 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331731 Jul 08 01:33:08.487277 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdacab-a205-4271-b8e7-a468a9648277 req-2b4353ec-7e5c-4dd5-9d05-c9aceb890a2f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:08.488799 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-2b4353ec-7e5c-4dd5-9d05-c9aceb890a2f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 817 time: 0.1221123 Jul 08 01:33:08.523700 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d0fd6546-f946-48fa-8edc-208512ce8683 req-e57c8ddb-c4d2-4d0a-a76c-11a224cf05f9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 210 time: 0.0301385 Jul 08 01:33:08.540862 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-da17ad68-e30f-4dbd-83c6-8b064d6501a8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e82fd99b70b4a7e8072f96353086d45 HTTP/1.1" status: 200 len: 380 time: 0.0386944 Jul 08 01:33:08.550481 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'port': {'device_id': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'admin_state_up': True, 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'security_groups': ['92834e2a-df1b-4517-b57a-4ad01fc21c0e']}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:08.665761 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Made reservation on behalf of 6e82fd99b70b4a7e8072f96353086d45 for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:08.669215 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:08.807541 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Allocated IP 172.20.0.7 (9b1ab0d1-9fc7-40be-98d1-7a8d98827046/f130dc6b-7240-469c-9e24-0b2b1d7d9877/5524124f-bffd-4b0b-83de-3804c1db2f1b) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:08.949297 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:08.966331 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Transition to ACTIVE for port object 5524124f-bffd-4b0b-83de-3804c1db2f1b will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:09.037871 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:09.089035 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548f833-c8e7-4bd6-a05e-33e98600cd6c req-de544f94-8661-4015-a4b0-b2b9961e828e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:09.090541 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7548f833-c8e7-4bd6-a05e-33e98600cd6c req-de544f94-8661-4015-a4b0-b2b9961e828e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1213651 Jul 08 01:33:09.109879 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:09.120193 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:09.122267 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:09.128545 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:09.136149 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.136428 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.136771 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.137110 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.137441 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.137917 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.138139 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.138467 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.138791 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.139115 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.139449 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.139762 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:09.186680 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7548f833-c8e7-4bd6-a05e-33e98600cd6c req-64350301-b3d7-435d-93f8-fa70e9ef9fc6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904574 Jul 08 01:33:09.209847 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:09.210554 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:09.226012 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-10360fb2-10d8-46c6-939a-2c0e0005b3fb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6794236 Jul 08 01:33:09.239099 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Request body: {'port': {'device_id': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:09.311659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:09.365050 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-0e5d5313-2114-4257-9391-bba102df0c03 None None] Provisioning for port 5524124f-bffd-4b0b-83de-3804c1db2f1b completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:09.368738 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-0e5d5313-2114-4257-9391-bba102df0c03 None None] Provisioning complete for port 5524124f-bffd-4b0b-83de-3804c1db2f1b triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:09.369111 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5313-2114-4257-9391-bba102df0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:09.402039 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d5313-2114-4257-9391-bba102df0c03 None None] Port 5524124f-bffd-4b0b-83de-3804c1db2f1b cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:09.583856 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5524124f-bffd-4b0b-83de-3804c1db2f1b {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:09.591044 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:09.602903 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Transition to ACTIVE for port object 5524124f-bffd-4b0b-83de-3804c1db2f1b will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:09.606670 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:09.654012 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:09.721646 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51ed6-95af-4694-9566-73f275169b1b req-e529fb1e-1642-4cd5-abc3-8710a6959ef4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:09.723959 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-14b51ed6-95af-4694-9566-73f275169b1b req-e529fb1e-1642-4cd5-abc3-8710a6959ef4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0752470 Jul 08 01:33:09.731080 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Attempting to bind port 5524124f-bffd-4b0b-83de-3804c1db2f1b on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:09.731985 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Attempting to bind port 5524124f-bffd-4b0b-83de-3804c1db2f1b by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:09.732499 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Attempting to bind port 5524124f-bffd-4b0b-83de-3804c1db2f1b on network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:09.738392 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Port 5524124f-bffd-4b0b-83de-3804c1db2f1b on network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:33:09.738734 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Attempting to bind port 5524124f-bffd-4b0b-83de-3804c1db2f1b on network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:09.744079 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:09.744448 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Checking segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:09.744952 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Bound using segment: {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:09.745430 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Bound port: 5524124f-bffd-4b0b-83de-3804c1db2f1b, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4395d79-3ea5-4bc3-a418-0408808ba5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:09.745851 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:09.768256 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-14b51ed6-95af-4694-9566-73f275169b1b req-6132a5f7-ff6c-44e2-a1a6-8b16e131e7b0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382373 Jul 08 01:33:09.833027 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:09.836841 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:09.840476 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:09.841084 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e9093-e5d8-405d-98bc-317640739ecd req-b6ec8d63-6ccb-4da5-a52f-5d5f342012d7 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:09.842613 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-de9e9093-e5d8-405d-98bc-317640739ecd req-b6ec8d63-6ccb-4da5-a52f-5d5f342012d7 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.0782428 Jul 08 01:33:09.952305 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Deleting port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:33:09.952658 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:10.054125 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] For port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:10.054488 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:10.119935 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:10.120559 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:10.121962 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 200 len: 1093 time: 0.8877101 Jul 08 01:33:10.122510 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:10.124751 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9e77ca-5668-4ac0-ba22-658b1c638e38" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:10.166608 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58c611-03d1-4dea-8443-f3edd668b4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:10.178686 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a986a19c-24a1-4e1a-b974-9ecc47b99273 x-openstack-request-id: req-a986a19c-24a1-4e1a-b974-9ecc47b99273 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:10.179041 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:10.179424 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a986a19c-24a1-4e1a-b974-9ecc47b99273 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:10.179822 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'status': 'completed', 'code': 200} Jul 08 01:33:10.254533 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdacab-a205-4271-b8e7-a468a9648277 req-8437ee18-bc65-4562-8185-b4d491020d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:10.256061 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-8437ee18-bc65-4562-8185-b4d491020d08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1096 time: 0.0715485 Jul 08 01:33:10.317508 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-5fc8403c-91fb-4aa2-a05d-37e65446d0cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 200 len: 217 time: 0.0537503 Jul 08 01:33:10.331504 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:10.331909 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:10.332230 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Floating IP 9f064939-3a1a-4509-84a8-8af190a3ff69 disassociated. External IP: 172.27.3.180, port: c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f. Jul 08 01:33:10.332584 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Calling delete_port for c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:33:10.368884 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdacab-a205-4271-b8e7-a468a9648277 req-a728c894-e4ef-4993-8fa3-287843b50688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:10.370525 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-a728c894-e4ef-4993-8fa3-287843b50688 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0462692 Jul 08 01:33:10.429637 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdacab-a205-4271-b8e7-a468a9648277 req-195a12e1-21e5-4e1d-b575-285398030cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:10.431108 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-195a12e1-21e5-4e1d-b575-285398030cde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543213 Jul 08 01:33:10.432327 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa2cb-abfc-41d7-b076-4afd0028e2e3 req-e76052a3-6fa8-4e5f-b03c-0a9c88e37950 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:10.433923 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6c7fa2cb-abfc-41d7-b076-4afd0028e2e3 req-e76052a3-6fa8-4e5f-b03c-0a9c88e37950 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=d83e15fc-8c00-4cdf-ac30-7734b67bc72b HTTP/1.1" status: 200 len: 946 time: 0.1164899 Jul 08 01:33:10.505161 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6c7fa2cb-abfc-41d7-b076-4afd0028e2e3 req-4f74b4f7-b5eb-45c2-9b82-3ffea6450482 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ed3f442-cf6a-490c-bb2a-145a6faf91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647795 Jul 08 01:33:10.532717 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:10.546423 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-f307b4d5-091f-41f3-a50e-0efad93f6731 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085353 Jul 08 01:33:10.567094 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event deleted for resources: {'Port': ['ID=c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:10.579159 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.579512 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.579860 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.580196 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.580532 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.580868 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.581199 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.581533 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.582439 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.582766 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.583093 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.583417 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:10.638839 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-58cdacab-a205-4271-b8e7-a468a9648277 req-4eef788e-a5d9-42c9-b43f-ac4340f10b2b service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848122 Jul 08 01:33:10.695223 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Router 98864ab0-ef53-490d-a603-e0be3bd27454 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:33:10.740809 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-97effe90-0735-4450-befe-b363faa35f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:10.742268 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-97effe90-0735-4450-befe-b363faa35f3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1096 time: 0.0577855 Jul 08 01:33:10.801714 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:33:10.811691 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] Sync routers for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:33:10.836499 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:10.837425 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:10.856927 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] No DVR routers for this DVR port c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:33:10.859703 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:10.861901 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-de9e9093-e5d8-405d-98bc-317640739ecd req-e6d64788-eef9-4c57-8e2b-6a872b5ccd9d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "DELETE /v2.0/ports/c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f HTTP/1.1" status: 204 len: 173 time: 1.0138087 Jul 08 01:33:10.862533 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'name': 'network-vif-deleted', 'tag': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:10.865620 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c06cda-552c-4b66-9250-4736896225de" -d '{"events": [{"server_uuid": "d83e15fc-8c00-4cdf-ac30-7734b67bc72b", "name": "network-vif-deleted", "tag": "c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:10.868292 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-c261f317-5742-4f7e-a689-ca0e28df7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:10.870089 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-c261f317-5742-4f7e-a689-ca0e28df7570 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.1204183 Jul 08 01:33:10.902132 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fca317-8e97-4265-bf46-ca1e9eb2d7df x-openstack-request-id: req-33fca317-8e97-4265-bf46-ca1e9eb2d7df {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:10.902595 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83e15fc-8c00-4cdf-ac30-7734b67bc72b", "name": "network-vif-deleted", "tag": "c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:10.903011 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33fca317-8e97-4265-bf46-ca1e9eb2d7df {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:10.903562 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83e15fc-8c00-4cdf-ac30-7734b67bc72b', 'name': 'network-vif-deleted', 'tag': 'c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f', 'status': 'completed', 'code': 200} Jul 08 01:33:10.929318 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-214131cd-b280-4a2c-bb86-174dc862c904 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 200 len: 217 time: 0.0515265 Jul 08 01:33:11.011605 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:11.028948 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-b0697972-5890-4281-8b9b-8599e84e3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:11.030523 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-b0697972-5890-4281-8b9b-8599e84e3139 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0923207 Jul 08 01:33:11.053091 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb985c2-cd68-4e35-b383-7b0b15be7eea req-4389e21c-1701-41cf-afac-c9b720811c02 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:11.054709 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6bb985c2-cd68-4e35-b383-7b0b15be7eea req-4389e21c-1701-41cf-afac-c9b720811c02 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.1281292 Jul 08 01:33:11.119822 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6bb985c2-cd68-4e35-b383-7b0b15be7eea req-1f3bae9f-2d9c-402c-b78e-b6e501a219d4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564163 Jul 08 01:33:11.140694 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-696299ce-4bb7-4211-8f14-086c4ee27e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:11.142178 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-696299ce-4bb7-4211-8f14-086c4ee27e31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984051 Jul 08 01:33:11.242363 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-82afdcf3-91ed-429c-9ab9-98b4bfc16425 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907302 Jul 08 01:33:11.251979 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:11.279466 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] Checking router: 98864ab0-ef53-490d-a603-e0be3bd27454 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:33:11.288401 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:11.289026 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:11.340662 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d9e77ca-5668-4ac0-ba22-658b1c638e38 req-6923d2d5-42c3-45c7-a28b-37178e01b749 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905929 Jul 08 01:33:11.397159 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:11.639419 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 42012) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:11.694976 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca79b-4c2a-40d6-af4e-a8e1e77d02a0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:11.726883 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca79b-4c2a-40d6-af4e-a8e1e77d02a0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:11.737012 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:11.766947 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76a178-7d1f-465a-b4da-c0faf53b59f6 None None] The sync data for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi is: [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:33:11.783249 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca79b-4c2a-40d6-af4e-a8e1e77d02a0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:11.786453 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca79b-4c2a-40d6-af4e-a8e1e77d02a0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:11.787626 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-fc1ca79b-4c2a-40d6-af4e-a8e1e77d02a0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "DELETE /v2.0/security-groups/5ed3f442-cf6a-490c-bb2a-145a6faf91b6 HTTP/1.1" status: 204 len: 168 time: 0.1471589 Jul 08 01:33:11.793833 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 42014) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:11.797179 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ca79b-4c2a-40d6-af4e-a8e1e77d02a0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed3f442-cf6a-490c-bb2a-145a6faf91b6,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:11.809610 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.api.v2.resource [None req-1b55b60f-8f44-4d57-a177-8f846aa89cf0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] show failed (client error): The resource could not be found. Jul 08 01:33:11.810813 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-1b55b60f-8f44-4d57-a177-8f846aa89cf0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups/5ed3f442-cf6a-490c-bb2a-145a6faf91b6 HTTP/1.1" status: 404 len: 347 time: 0.0192938 Jul 08 01:33:11.813674 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 42016) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:11.952798 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Deleting port e1edbfdb-1ca4-4164-9fd7-7c8c0bc35e30 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:33:11.953145 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:11.993994 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1569452d-1f7e-4f58-8709-e32bef67f3c7 None None] New status for floating IP 9f064939-3a1a-4509-84a8-8af190a3ff69: DOWN {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:33:12.036561 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.036810 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.049481 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Calling delete_port for e1edbfdb-1ca4-4164-9fd7-7c8c0bc35e30 owned by network:floatingip {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:33:12.121400 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:33:12.209641 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.222720 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:12.235470 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'port_id': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'mac_address': 'fa:16:3e:3a:41:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:33:12.247192 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event deleted for resources: {'Port': ['ID=e1edbfdb-1ca4-4164-9fd7-7c8c0bc35e30,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:12.284940 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.297220 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5524124f-bffd-4b0b-83de-3804c1db2f1b {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:12.317702 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:12.321274 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.349677 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.352228 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.353388 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b14b0740-85b1-48f5-8d41-651dd2e0087e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "DELETE /v2.0/floatingips/9f064939-3a1a-4509-84a8-8af190a3ff69 HTTP/1.1" status: 204 len: 168 time: 0.5386755 Jul 08 01:33:12.367208 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:12.374440 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.375022 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.375136 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.375438 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.375824 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.376083 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.376477 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.376727 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.377313 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.377488 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.377856 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.378283 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:12.379708 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d7206-3b50-49b7-837f-2a5ef4211225 req-905a2663-eaee-44fd-96ec-3adef93815f0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:12.381295 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-406d7206-3b50-49b7-837f-2a5ef4211225 req-905a2663-eaee-44fd-96ec-3adef93815f0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.1247849 Jul 08 01:33:12.426197 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-406d7206-3b50-49b7-837f-2a5ef4211225 req-8113d4a5-5dd0-4ad3-8596-ccd681d863e5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341585 Jul 08 01:33:12.551533 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['5524124f-bffd-4b0b-83de-3804c1db2f1b'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:33:12.695091 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 42024) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:12.699666 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-467c2c1b-ce86-4ccb-ae88-98dd0ccc6c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187978106', 'description': 'tempest-description--1774869809'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:12.728893 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-467c2c1b-ce86-4ccb-ae88-98dd0ccc6c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.807371 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-467c2c1b-ce86-4ccb-ae88-98dd0ccc6c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.810945 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-467c2c1b-ce86-4ccb-ae88-98dd0ccc6c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.839823 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-467c2c1b-ce86-4ccb-ae88-98dd0ccc6c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.841112 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-467c2c1b-ce86-4ccb-ae88-98dd0ccc6c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1449327 Jul 08 01:33:12.843060 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c2c1b-ce86-4ccb-ae88-98dd0ccc6c8e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a55566-6196-457e-ae82-e61b60ab4c14,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:12.845803 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 42026) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:12.855182 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-273b794f-ea51-4194-bfe8-4c251e5934d4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'security_group_rule': {'security_group_id': 'b3a55566-6196-457e-ae82-e61b60ab4c14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:12.883073 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-273b794f-ea51-4194-bfe8-4c251e5934d4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.927260 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-273b794f-ea51-4194-bfe8-4c251e5934d4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.930624 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-273b794f-ea51-4194-bfe8-4c251e5934d4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.950247 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b794f-ea51-4194-bfe8-4c251e5934d4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79082bc-c3d1-4565-99fa-a3ffc5463132,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:12.953956 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-273b794f-ea51-4194-bfe8-4c251e5934d4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:12.955111 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-273b794f-ea51-4194-bfe8-4c251e5934d4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066604 Jul 08 01:33:12.957815 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 42028) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:12.962163 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-05051120-ec20-4d61-b012-ca417ce508b4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'security_group_rule': {'security_group_id': 'b3a55566-6196-457e-ae82-e61b60ab4c14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:12.986917 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-05051120-ec20-4d61-b012-ca417ce508b4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.049145 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-05051120-ec20-4d61-b012-ca417ce508b4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.053260 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-05051120-ec20-4d61-b012-ca417ce508b4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.068128 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05051120-ec20-4d61-b012-ca417ce508b4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d3e714-d893-4f4d-8249-1b1db9cb599a,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:13.076514 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-05051120-ec20-4d61-b012-ca417ce508b4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.077862 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-05051120-ec20-4d61-b012-ca417ce508b4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191144 Jul 08 01:33:13.080881 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 42030) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:13.085161 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:13.106167 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.205359 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.309342 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Allocated IP 172.27.3.52 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/201168de-51b7-493d-9f80-3f57b2b59334) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:13.413308 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.451497 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.485627 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:13.490909 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:13.494185 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:13.520932 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'Port': ['ID=201168de-51b7-493d-9f80-3f57b2b59334,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:13.588136 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.603618 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74535a6f-2fcc-4bf3-b9ea-49f7d2deda7a req-c7b40c14-6305-4274-900a-b77ff111c87b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:13.605101 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-74535a6f-2fcc-4bf3-b9ea-49f7d2deda7a req-c7b40c14-6305-4274-900a-b77ff111c87b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 944 time: 0.0635517 Jul 08 01:33:13.630592 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.647811 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-74535a6f-2fcc-4bf3-b9ea-49f7d2deda7a req-a0ff66a4-05e6-49fb-a3da-cd7ee4f58e2b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370119 Jul 08 01:33:13.787349 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.791588 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.860247 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'Port': ['ID=201168de-51b7-493d-9f80-3f57b2b59334,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:13.869167 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.882889 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:13.884198 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0c4deafd-e8d5-493b-be2c-b32038867534 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8024073 Jul 08 01:33:14.134087 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:14.166468 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-a001df88-41d5-4479-936d-44782e3dc86a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1187978106&fields=id&tenant_id=6e7e68a57e6c42b8895ee2111be0481d HTTP/1.1" status: 200 len: 267 time: 0.0413401 Jul 08 01:33:14.181712 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 5524124f-bffd-4b0b-83de-3804c1db2f1b completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:14.185280 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 5524124f-bffd-4b0b-83de-3804c1db2f1b triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:14.185655 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:14.260605 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:14.273807 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-8967386d-2923-4eee-a999-51b556abd491 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:14.275330 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-8967386d-2923-4eee-a999-51b556abd491 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 810 time: 0.1025355 Jul 08 01:33:14.282669 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:14.284942 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e2f726-1f29-4f00-8fc1-5d790dbfb877" -d '{"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-plugged", "status": "completed", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:14.291907 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-95ef8984-0eeb-484f-989f-08ebe56d807f tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/quotas/6e7e68a57e6c42b8895ee2111be0481d HTTP/1.1" status: 200 len: 375 time: 0.0099208 Jul 08 01:33:14.301751 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:14.306975 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:14.308568 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:33:14.332648 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607c7673-c2e2-4f89-afd5-6bd38668b4de x-openstack-request-id: req-607c7673-c2e2-4f89-afd5-6bd38668b4de {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:14.332936 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-plugged", "status": "completed", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:14.333187 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-607c7673-c2e2-4f89-afd5-6bd38668b4de {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:14.333572 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'code': 200} Jul 08 01:33:14.350039 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:33:14.353499 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device c61b3a2c-0bd3-4ee5-95e3-a2c40a7b1d0f not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:33:14.372556 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-beb26469-142a-45ed-be4e-9351e7d88d61 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734007 Jul 08 01:33:14.388249 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:14.474908 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-0a69261a-1bbc-4d24-bb95-cc46e1577f6f service neutron] 10.222.0.22 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899258 Jul 08 01:33:14.600097 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-4566999f-366a-4c90-9ff1-8344311ffefa service neutron] 10.222.0.22 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194336 Jul 08 01:33:14.604781 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0c30a-cf87-41f6-86b1-192596d3bf0a req-4c23d030-f01b-4c88-b0f9-c401e19eef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:14.606113 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4bb0c30a-cf87-41f6-86b1-192596d3bf0a req-4c23d030-f01b-4c88-b0f9-c401e19eef61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1098 time: 0.0845475 Jul 08 01:33:14.640615 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4bb0c30a-cf87-41f6-86b1-192596d3bf0a req-be99d992-6a97-45a4-b00a-074e620d68b1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280614 Jul 08 01:33:14.774723 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-95bd35b3-cfcd-4f86-b52f-062f048bff42 req-33a7ca71-e190-4c3c-9e1f-3690b13a0a75 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 210 time: 0.0340302 Jul 08 01:33:14.853617 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e52d3-416f-46b1-9f58-5578b97d2bfa req-4b6929b0-b326-4790-af39-ec211d958780 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:14.855285 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b77e52d3-416f-46b1-9f58-5578b97d2bfa req-4b6929b0-b326-4790-af39-ec211d958780 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0699899 Jul 08 01:33:14.893982 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b77e52d3-416f-46b1-9f58-5578b97d2bfa req-373df29e-8277-4cdd-ba24-47e7a3d273c0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328636 Jul 08 01:33:15.937166 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6b58dc10-e135-4f3b-8bc8-53f3f3c7b3b0 req-8d2b91e4-7fec-4792-895f-996d5f9f32db tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 210 time: 0.0350714 Jul 08 01:33:15.944771 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-ca214c3d-e191-47a4-b983-81add449b760 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:15.946180 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-ca214c3d-e191-47a4-b983-81add449b760 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 810 time: 0.1395516 Jul 08 01:33:15.991316 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-a28eb77c-1a55-4e4a-b19c-6584cf3398a9 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7e68a57e6c42b8895ee2111be0481d HTTP/1.1" status: 200 len: 380 time: 0.0353725 Jul 08 01:33:16.000639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'port': {'device_id': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'admin_state_up': True, 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'security_groups': ['b3a55566-6196-457e-ae82-e61b60ab4c14']}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:16.078360 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2696934-fcda-4323-8a77-19b8dc4a4909 req-6c986b55-3b41-42e3-ad17-daa83b549961 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:16.079624 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e2696934-fcda-4323-8a77-19b8dc4a4909 req-6c986b55-3b41-42e3-ad17-daa83b549961 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0663934 Jul 08 01:33:16.117954 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e2696934-fcda-4323-8a77-19b8dc4a4909 req-c2d5f306-b3e8-4bf4-aac3-864b8a146601 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Jul 08 01:33:16.120797 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Made reservation on behalf of 6e7e68a57e6c42b8895ee2111be0481d for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:16.124612 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.279864 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Allocated IP 172.20.0.11 (ff21397a-491b-4554-b541-580aa984c22f/52da4beb-059b-49fe-b8ca-3360efc9bff9/1eff8685-8c00-467d-ae92-c0124e32b473) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:16.338322 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372350f0-8b6f-417a-bad2-86bdccf39b69 req-cb9cea2a-149f-45f3-b450-a116ea5b49ec tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:16.339803 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-372350f0-8b6f-417a-bad2-86bdccf39b69 req-cb9cea2a-149f-45f3-b450-a116ea5b49ec tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.1096547 Jul 08 01:33:16.349167 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 42088) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:16.353863 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Request body: {'floatingip': {'port_id': '5524124f-bffd-4b0b-83de-3804c1db2f1b'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:16.442305 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.455558 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Transition to ACTIVE for port object 1eff8685-8c00-467d-ae92-c0124e32b473 will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:16.489803 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.544463 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Network ff21397a-491b-4554-b541-580aa984c22f is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:16.547813 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:16.552968 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:16.559700 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event updated for resources: {'Port': ['ID=1eff8685-8c00-467d-ae92-c0124e32b473,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:16.607239 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:16.607817 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.624119 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-2f8cb952-1be6-4d41-aecd-0d5aebaea025 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6272714 Jul 08 01:33:16.643652 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.646732 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Request body: {'port': {'device_id': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:16.734098 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.823081 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-1a0e28f0-81d4-4c6a-bee5-f4205fa8988f None None] Provisioning for port 1eff8685-8c00-467d-ae92-c0124e32b473 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:16.827786 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-1a0e28f0-81d4-4c6a-bee5-f4205fa8988f None None] Provisioning complete for port 1eff8685-8c00-467d-ae92-c0124e32b473 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:16.828451 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1a0e28f0-81d4-4c6a-bee5-f4205fa8988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.867830 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e28f0-81d4-4c6a-bee5-f4205fa8988f None None] Port 1eff8685-8c00-467d-ae92-c0124e32b473 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:17.016214 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eff8685-8c00-467d-ae92-c0124e32b473 {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:17.025778 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.040593 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Transition to ACTIVE for port object 1eff8685-8c00-467d-ae92-c0124e32b473 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:17.044888 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.122904 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Pushing event updated for resources: {'Port': ['ID=1eff8685-8c00-467d-ae92-c0124e32b473,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:17.167969 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.181158 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb946f-7efb-4f56-b821-f007b6a613f6 req-ddf1cffc-551d-476d-9c9c-7f2c9b516735 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:17.182841 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b4eb946f-7efb-4f56-b821-f007b6a613f6 req-ddf1cffc-551d-476d-9c9c-7f2c9b516735 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 944 time: 0.1234939 Jul 08 01:33:17.183671 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.187783 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Attempting to bind port 1eff8685-8c00-467d-ae92-c0124e32b473 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:17.188235 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Attempting to bind port 1eff8685-8c00-467d-ae92-c0124e32b473 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:17.188868 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Attempting to bind port 1eff8685-8c00-467d-ae92-c0124e32b473 on network ff21397a-491b-4554-b541-580aa984c22f {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:17.194269 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Port 1eff8685-8c00-467d-ae92-c0124e32b473 on network ff21397a-491b-4554-b541-580aa984c22f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:33:17.194684 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Attempting to bind port 1eff8685-8c00-467d-ae92-c0124e32b473 on network ff21397a-491b-4554-b541-580aa984c22f {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:17.199974 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:17.200394 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Checking segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:17.200855 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Bound using segment: {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:17.201362 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Bound port: 1eff8685-8c00-467d-ae92-c0124e32b473, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5b87f3-f363-4558-9c35-7353b44f8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:17.201832 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.271287 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] For port 1eff8685-8c00-467d-ae92-c0124e32b473, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:17.274553 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] For port 1eff8685-8c00-467d-ae92-c0124e32b473, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1eff8685-8c00-467d-ae92-c0124e32b473,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:17.283386 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.296016 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b4eb946f-7efb-4f56-b821-f007b6a613f6 req-91aaf87c-6644-4121-a454-63fbca4e31fc tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790863 Jul 08 01:33:17.316100 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Floating IP 8673f0bf-03dd-469c-8712-c144d2b4041f associated. External IP: 172.27.3.130, port: 5524124f-bffd-4b0b-83de-3804c1db2f1b. Jul 08 01:33:17.335867 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:17.336488 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.337964 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] 10.222.0.21 "PUT /v2.0/ports/1eff8685-8c00-467d-ae92-c0124e32b473 HTTP/1.1" status: 200 len: 1094 time: 0.6957233 Jul 08 01:33:17.341092 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'tag': '1eff8685-8c00-467d-ae92-c0124e32b473'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:17.344390 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e645d6fe-7601-4419-b1e3-5af2770bb3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc8854c-b391-4b28-8509-66245fc99dd1", "tag": "1eff8685-8c00-467d-ae92-c0124e32b473"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:17.359922 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a7219-66ea-4ab2-876d-e3a3e12fde87 service neutron] Pushing event updated for resources: {'Port': ['ID=1eff8685-8c00-467d-ae92-c0124e32b473,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:17.416661 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5bd9a4-3190-4d99-96d0-b2917b3939d9 x-openstack-request-id: req-bf5bd9a4-3190-4d99-96d0-b2917b3939d9 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:17.416942 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc8854c-b391-4b28-8509-66245fc99dd1", "tag": "1eff8685-8c00-467d-ae92-c0124e32b473", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:17.417189 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf5bd9a4-3190-4d99-96d0-b2917b3939d9 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:17.417578 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'tag': '1eff8685-8c00-467d-ae92-c0124e32b473', 'status': 'completed', 'code': 200} Jul 08 01:33:17.445154 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-74838560-868b-4e89-ad7d-64ed946a69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:17.446898 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-74838560-868b-4e89-ad7d-64ed946a69e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0656252 Jul 08 01:33:17.490430 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-910bb899-0241-41e7-b2fc-51074364f04e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eff8685-8c00-467d-ae92-c0124e32b473 HTTP/1.1" status: 200 len: 217 time: 0.0357268 Jul 08 01:33:17.543265 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-b272a98a-dd52-4876-9f08-1af70d07cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:17.544762 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-b272a98a-dd52-4876-9f08-1af70d07cb61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.0476294 Jul 08 01:33:17.554316 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:33:17.604253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-75aacabd-9ac7-49f0-b5df-c9c1252f7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:17.606330 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-75aacabd-9ac7-49f0-b5df-c9c1252f7e25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543528 Jul 08 01:33:17.663072 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:33:17.668820 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.673878 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] Sync routers for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:33:17.683549 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:17.684177 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:17.701502 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-5d106906-9053-4661-8f58-f9803bbf32c2 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877972 Jul 08 01:33:17.706187 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b16c2890-bb95-47d8-8e55-b06b4e3f94b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "PUT /v2.0/floatingips/8673f0bf-03dd-469c-8712-c144d2b4041f HTTP/1.1" status: 200 len: 991 time: 1.3557827 Jul 08 01:33:17.706775 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:17.709639 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7660f077-07d1-4a93-9619-0a7c79d06655" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:17.752384 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b24e23-d711-4f01-8d8a-12f9a49d6aa6 x-openstack-request-id: req-c0b24e23-d711-4f01-8d8a-12f9a49d6aa6 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:17.752694 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:17.752942 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0b24e23-d711-4f01-8d8a-12f9a49d6aa6 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:17.753328 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'status': 'completed', 'code': 200} Jul 08 01:33:17.813138 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:17.817751 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f12801ef-1935-41cb-b75a-5a32b2a3f0f8 req-22c4821f-7892-40f4-87ff-f8c2a2471444 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089869 Jul 08 01:33:17.838832 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-afe3f3bf-a124-4114-8319-4b83c0be7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:17.842769 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-afe3f3bf-a124-4114-8319-4b83c0be7bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1098 time: 0.0628393 Jul 08 01:33:17.936575 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-ed92e127-2779-4a33-83c4-5aa18d235ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:17.938412 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-ed92e127-2779-4a33-83c4-5aa18d235ffa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0633829 Jul 08 01:33:17.974935 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-4e371e33-5877-4817-975a-3235d3e99603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:17.976537 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-4e371e33-5877-4817-975a-3235d3e99603 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.1190417 Jul 08 01:33:18.042743 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-d0e1a52d-375a-4943-8747-73bc81ae6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:18.044524 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-d0e1a52d-375a-4943-8747-73bc81ae6dec service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 910 time: 0.0969567 Jul 08 01:33:18.057111 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-4d899d67-2ae7-4429-b2d8-034f9d6ba962 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 200 len: 999 time: 0.0730023 Jul 08 01:33:18.095011 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-240cf128-a1aa-4662-87cd-43a8c3365c8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eff8685-8c00-467d-ae92-c0124e32b473 HTTP/1.1" status: 200 len: 217 time: 0.0416124 Jul 08 01:33:18.108894 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-dd4b9c37-ba3f-49a4-9597-19796dc6692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:18.110721 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-dd4b9c37-ba3f-49a4-9597-19796dc6692c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0469646 Jul 08 01:33:18.124348 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '8673f0bf-03dd-469c-8712-c144d2b4041f', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'port_id': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'mac_address': 'fa:16:3e:3a:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:06Z', 'updated_at': '2021-07-08T01:33:17Z', 'revision_number': 1, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:18.152155 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] Checking router: 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:33:18.163561 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:18.164913 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:18.180340 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-6cc24afe-dba9-4953-beff-2ea3cb28b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:18.181948 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-6cc24afe-dba9-4953-beff-2ea3cb28b58f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642688 Jul 08 01:33:18.276444 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:18.277631 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-a0941ca2-8abb-4ce5-ba19-5cbf5a538281 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879080 Jul 08 01:33:18.379010 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7660f077-07d1-4a93-9619-0a7c79d06655 req-cc27a343-35c7-4d04-b0b9-10f36e9b16bd service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944500 Jul 08 01:33:18.475528 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-8cf062bd-2ef2-4f4b-90f7-b00856e132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:18.476941 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-8cf062bd-2ef2-4f4b-90f7-b00856e132b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.3742113 Jul 08 01:33:18.508000 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '8673f0bf-03dd-469c-8712-c144d2b4041f', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'port_id': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'mac_address': 'fa:16:3e:3a:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:06Z', 'updated_at': '2021-07-08T01:33:17Z', 'revision_number': 1, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:18.531184 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a97b43-400b-4455-a16f-8fac0ba7501d req-a04dc322-6573-4a94-8745-29ba66498bf1 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:18.532629 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-16a97b43-400b-4455-a16f-8fac0ba7501d req-a04dc322-6573-4a94-8745-29ba66498bf1 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 944 time: 0.1058304 Jul 08 01:33:18.532930 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6616e1-88b5-41f4-a623-6c43c10a6670 None None] The sync data for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi is: [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '8673f0bf-03dd-469c-8712-c144d2b4041f', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'port_id': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'mac_address': 'fa:16:3e:3a:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:06Z', 'updated_at': '2021-07-08T01:33:17Z', 'revision_number': 1, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:33:18.576105 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-4894ef6e-89eb-469f-80f0-9a017cf6d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:18.577600 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-4894ef6e-89eb-469f-80f0-9a017cf6d0a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927927 Jul 08 01:33:18.585725 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-16a97b43-400b-4455-a16f-8fac0ba7501d req-11830d50-2322-4fd5-9fdb-fa0a0563aaa6 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463796 Jul 08 01:33:18.668665 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-be076a79-b9d0-4634-a581-838458a9ead4 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819585 Jul 08 01:33:18.725440 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e285a84-71f0-409e-80fe-467faa83b679 None None] New status for floating IP 8673f0bf-03dd-469c-8712-c144d2b4041f: ACTIVE {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:33:18.763537 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e645d6fe-7601-4419-b1e3-5af2770bb3fa req-9683f17a-99da-4e79-9819-b86b458e8551 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883615 Jul 08 01:33:19.160016 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-ae450d57-0e21-4dd1-b2b8-3f6f7484ddef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730829 Jul 08 01:33:19.258758 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-59c7490d-b662-4ada-8478-9fbfe6450ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:19.260214 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-59c7490d-b662-4ada-8478-9fbfe6450ccf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 1099 time: 0.0510936 Jul 08 01:33:19.365179 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-6d00f41d-5bda-4e0b-901b-0c2d75bacea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:19.366685 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-6d00f41d-5bda-4e0b-901b-0c2d75bacea2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.0867403 Jul 08 01:33:19.428424 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-2fc2b2a1-0b04-4bcd-81eb-00850e4b3615 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e323ee40-5d23-4cac-b206-0f367062b267 HTTP/1.1" status: 200 len: 1002 time: 0.0553908 Jul 08 01:33:19.479284 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-129e7808-6c90-4daa-90db-cf7c5c28805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:19.481181 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-129e7808-6c90-4daa-90db-cf7c5c28805f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0467756 Jul 08 01:33:19.544639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-61a88486-18d8-4024-9ac2-b7bc0afc82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:19.546195 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-61a88486-18d8-4024-9ac2-b7bc0afc82ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584788 Jul 08 01:33:19.634788 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-185620bf-1a91-4ae9-8b66-de22c9134924 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795865 Jul 08 01:33:19.758767 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2546ca6e-8264-48d1-ab5a-51018ad3d439 req-07ed1e2f-dc39-4305-9ec0-edaee111fe5d service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176238 Jul 08 01:33:19.780267 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5c0c6-0495-4f88-b3d3-8b1394abb1ad req-8d512743-d980-4520-820b-769e0cdeac39 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:19.781760 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8db5c0c6-0495-4f88-b3d3-8b1394abb1ad req-8d512743-d980-4520-820b-769e0cdeac39 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 944 time: 0.0846426 Jul 08 01:33:19.821863 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8db5c0c6-0495-4f88-b3d3-8b1394abb1ad req-143afcdd-9fb0-4f91-af4c-fed21fc9b3c3 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337248 Jul 08 01:33:20.181552 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 1eff8685-8c00-467d-ae92-c0124e32b473 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:33:20.278819 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 1eff8685-8c00-467d-ae92-c0124e32b473, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1eff8685-8c00-467d-ae92-c0124e32b473,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:20.290703 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '1eff8685-8c00-467d-ae92-c0124e32b473', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'port_id': '1eff8685-8c00-467d-ae92-c0124e32b473', 'mac_address': 'fa:16:3e:c2:9b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:33:20.327505 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.340165 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eff8685-8c00-467d-ae92-c0124e32b473 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:20.359499 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 1eff8685-8c00-467d-ae92-c0124e32b473, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1eff8685-8c00-467d-ae92-c0124e32b473,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:20.363491 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.409720 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=1eff8685-8c00-467d-ae92-c0124e32b473,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:20.590610 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['1eff8685-8c00-467d-ae92-c0124e32b473'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:33:20.996127 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d94de-2f3d-43fc-92a7-aff47a7f43dd req-3a2d44d1-5941-4a87-b8b8-8e09de1850cd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:20.997582 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d67d94de-2f3d-43fc-92a7-aff47a7f43dd req-3a2d44d1-5941-4a87-b8b8-8e09de1850cd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 945 time: 0.0650680 Jul 08 01:33:21.034724 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d67d94de-2f3d-43fc-92a7-aff47a7f43dd req-3aca9c19-6017-4914-99fb-c77b71a408b2 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Jul 08 01:33:22.205766 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608559-354a-429f-b2dc-e721831f1066 req-dcd75380-ac96-4bbf-8a84-c052101bc253 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:22.207828 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9a608559-354a-429f-b2dc-e721831f1066 req-dcd75380-ac96-4bbf-8a84-c052101bc253 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 945 time: 0.0640218 Jul 08 01:33:22.244743 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9a608559-354a-429f-b2dc-e721831f1066 req-b4e18801-8227-475f-96f1-1254fa1ad5f1 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Jul 08 01:33:22.878582 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 1eff8685-8c00-467d-ae92-c0124e32b473 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:22.915939 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:22.931737 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 1eff8685-8c00-467d-ae92-c0124e32b473 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:22.935148 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 1eff8685-8c00-467d-ae92-c0124e32b473 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:22.935513 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.009502 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.030850 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eff8685-8c00-467d-ae92-c0124e32b473'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:23.032977 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b659247-f813-46c3-bdeb-1d2957e593f2" -d '{"events": [{"server_uuid": "dfc8854c-b391-4b28-8509-66245fc99dd1", "name": "network-vif-plugged", "status": "completed", "tag": "1eff8685-8c00-467d-ae92-c0124e32b473"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:23.045451 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 1eff8685-8c00-467d-ae92-c0124e32b473, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1eff8685-8c00-467d-ae92-c0124e32b473,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:23.049709 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.072585 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ce9420-d8d3-4204-ad7a-b6baf99c6b7f x-openstack-request-id: req-16ce9420-d8d3-4204-ad7a-b6baf99c6b7f {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:23.072869 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc8854c-b391-4b28-8509-66245fc99dd1", "name": "network-vif-plugged", "status": "completed", "tag": "1eff8685-8c00-467d-ae92-c0124e32b473", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:23.073116 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16ce9420-d8d3-4204-ad7a-b6baf99c6b7f {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:23.073499 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eff8685-8c00-467d-ae92-c0124e32b473', 'code': 200} Jul 08 01:33:23.097220 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=1eff8685-8c00-467d-ae92-c0124e32b473,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:23.418001 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d24272-d975-48e0-8a7b-133aa6f1064f req-af93dadc-d704-4d67-a367-6aae145d60c9 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:23.419430 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-13d24272-d975-48e0-8a7b-133aa6f1064f req-af93dadc-d704-4d67-a367-6aae145d60c9 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0613859 Jul 08 01:33:23.455257 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-13d24272-d975-48e0-8a7b-133aa6f1064f req-20fe5b08-56e0-4696-9b21-0fdb84e11f78 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Jul 08 01:33:24.628744 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a0087-0ded-4d96-b083-82121d9960b1 req-7871bbad-0837-43f8-b2e1-eca7e1a2fe35 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:24.630745 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-972a0087-0ded-4d96-b083-82121d9960b1 req-7871bbad-0837-43f8-b2e1-eca7e1a2fe35 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0664291 Jul 08 01:33:24.667662 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-972a0087-0ded-4d96-b083-82121d9960b1 req-a9de8d6d-513b-402f-a540-144e66713da0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315588 Jul 08 01:33:24.975768 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c73ba1-af17-422c-aa84-383edbbf6201 req-91817e4f-df97-4636-9073-ce94a35aa1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:24.977228 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-17c73ba1-af17-422c-aa84-383edbbf6201 req-91817e4f-df97-4636-9073-ce94a35aa1b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 1099 time: 0.0499763 Jul 08 01:33:25.017009 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-17c73ba1-af17-422c-aa84-383edbbf6201 req-269a4b5a-45f7-414c-9dab-224b12a97f07 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299892 Jul 08 01:33:25.648100 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e117d4e-25e9-4d21-9a08-6aaf42045b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:25.843299 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06083757-9894-4f64-ace7-5bffd3039905 req-77a342f3-9e43-45eb-873b-90e7e746276a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:25.844795 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-06083757-9894-4f64-ace7-5bffd3039905 req-77a342f3-9e43-45eb-873b-90e7e746276a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0689690 Jul 08 01:33:25.886178 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-06083757-9894-4f64-ace7-5bffd3039905 req-45d85a2e-a82d-4ee5-8b94-ac8e125d7dad tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351408 Jul 08 01:33:27.068659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd571d-9a79-47d6-b60f-4b842b3afd85 req-e4b9f02d-fd86-4eb5-b8fa-258db4fa6bf8 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:27.070301 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-64bd571d-9a79-47d6-b60f-4b842b3afd85 req-e4b9f02d-fd86-4eb5-b8fa-258db4fa6bf8 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0644472 Jul 08 01:33:27.108821 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-64bd571d-9a79-47d6-b60f-4b842b3afd85 req-2142e430-7880-4278-b00b-068affb846a0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331573 Jul 08 01:33:27.278024 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2b3b0-e87a-4035-a2b0-883a86eec309 req-30ac19a0-ccf4-4efa-9bdb-23691e9aa507 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:27.279529 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-34d2b3b0-e87a-4035-a2b0-883a86eec309 req-30ac19a0-ccf4-4efa-9bdb-23691e9aa507 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0639365 Jul 08 01:33:27.288831 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 42176) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:27.294166 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Request body: {'floatingip': {'port_id': '1eff8685-8c00-467d-ae92-c0124e32b473'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:27.331423 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.768767 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.772996 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.871920 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Floating IP 0644147a-3a6d-4526-b63a-05ce51781853 associated. External IP: 172.27.3.52, port: 1eff8685-8c00-467d-ae92-c0124e32b473. Jul 08 01:33:28.084809 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Router 98864ab0-ef53-490d-a603-e0be3bd27454 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:33:28.192991 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:33:28.197440 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.202216 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] Sync routers for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:33:28.211665 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:28.212296 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:32:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:28.233629 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4f9bc497-e7e2-491e-a771-eaa74ff0ade4 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "PUT /v2.0/floatingips/0644147a-3a6d-4526-b63a-05ce51781853 HTTP/1.1" status: 200 len: 991 time: 0.9436092 Jul 08 01:33:28.234258 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'tag': '1eff8685-8c00-467d-ae92-c0124e32b473'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:28.236500 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc8854c-b391-4b28-8509-66245fc99dd1", "tag": "1eff8685-8c00-467d-ae92-c0124e32b473"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:28.275026 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0460696a-e097-4bec-a40b-28d840f4b263 x-openstack-request-id: req-0460696a-e097-4bec-a40b-28d840f4b263 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:28.275874 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc8854c-b391-4b28-8509-66245fc99dd1", "tag": "1eff8685-8c00-467d-ae92-c0124e32b473", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:28.276040 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0460696a-e097-4bec-a40b-28d840f4b263 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:28.276664 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'tag': '1eff8685-8c00-467d-ae92-c0124e32b473', 'status': 'completed', 'code': 200} Jul 08 01:33:28.331895 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:28.359714 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-3c838bd9-cd85-43c9-946f-6fc61c65c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:28.361573 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-3c838bd9-cd85-43c9-946f-6fc61c65c1fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 1099 time: 0.0585949 Jul 08 01:33:28.452655 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.463251 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0e6a0e5e-eda8-4ccc-96b4-fa8d0fb934f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.466141 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-c279d002-03ea-4879-9fb5-b447da61109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:28.467666 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-c279d002-03ea-4879-9fb5-b447da61109e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 200 len: 910 time: 0.0980058 Jul 08 01:33:28.541605 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-c84ee273-ae60-4805-b763-e83c2720870b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eff8685-8c00-467d-ae92-c0124e32b473 HTTP/1.1" status: 200 len: 999 time: 0.0655127 Jul 08 01:33:28.597397 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-2cf03cd1-4a6c-4ffc-9522-d33f4cf4ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:28.598898 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-2cf03cd1-4a6c-4ffc-9522-d33f4cf4ddb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 200 len: 849 time: 0.0501807 Jul 08 01:33:28.656593 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-51c9d78b-c16b-43a9-a1af-fc2c1552b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:28.658100 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-51c9d78b-c16b-43a9-a1af-fc2c1552b8b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ff21397a-491b-4554-b541-580aa984c22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517268 Jul 08 01:33:28.694731 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '0644147a-3a6d-4526-b63a-05ce51781853', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'port_id': '1eff8685-8c00-467d-ae92-c0124e32b473', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'mac_address': 'fa:16:3e:c2:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:13Z', 'updated_at': '2021-07-08T01:33:27Z', 'revision_number': 1, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:28.719918 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] Checking router: 98864ab0-ef53-490d-a603-e0be3bd27454 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:33:28.727997 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:28.728617 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:33:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:28.751231 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-e064f937-746b-4789-ac7b-a8d132f8d301 service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859158 Jul 08 01:33:28.833210 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:28.843569 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ddba6bf3-1efa-4e6a-9f14-bc2826f56706 req-3b2a86aa-18cf-434d-8120-086856e379cc service neutron] 10.222.0.21 "GET /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849111 Jul 08 01:33:29.052965 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '0644147a-3a6d-4526-b63a-05ce51781853', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'port_id': '1eff8685-8c00-467d-ae92-c0124e32b473', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'mac_address': 'fa:16:3e:c2:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:13Z', 'updated_at': '2021-07-08T01:33:27Z', 'revision_number': 1, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:29.077819 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb24e23-f3cb-47f8-a621-f1e1e6ac59c7 None None] The sync data for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi is: [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '0644147a-3a6d-4526-b63a-05ce51781853', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'port_id': '1eff8685-8c00-467d-ae92-c0124e32b473', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'mac_address': 'fa:16:3e:c2:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:13Z', 'updated_at': '2021-07-08T01:33:27Z', 'revision_number': 1, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:33:29.253295 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af844a-bc4d-42dc-8ebb-9eab54100b3d None None] New status for floating IP 0644147a-3a6d-4526-b63a-05ce51781853: ACTIVE {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:33:29.446804 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.731640 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 42210) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:30.818374 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.839738 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cd23ba1-4805-439f-a18d-145d56fc7352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.927287 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cd23ba1-4805-439f-a18d-145d56fc7352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.931085 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9cd23ba1-4805-439f-a18d-145d56fc7352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.968599 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9cd23ba1-4805-439f-a18d-145d56fc7352 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e3b92efdb3149a2b386fb8aa3cee3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358840 Jul 08 01:33:30.970524 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd23ba1-4805-439f-a18d-145d56fc7352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bb17ee-954d-407b-9aaf-c400ccbfe4cc,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:30.971228 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 42214) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:31.020522 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc79-0b58-477f-9ad5-6b37a1ebaf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.041114 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc79-0b58-477f-9ad5-6b37a1ebaf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.090130 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc79-0b58-477f-9ad5-6b37a1ebaf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.092667 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc79-0b58-477f-9ad5-6b37a1ebaf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.093829 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-bf58dc79-0b58-477f-9ad5-6b37a1ebaf16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78bb17ee-954d-407b-9aaf-c400ccbfe4cc HTTP/1.1" status: 204 len: 168 time: 0.1215451 Jul 08 01:33:31.101528 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58dc79-0b58-477f-9ad5-6b37a1ebaf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bb17ee-954d-407b-9aaf-c400ccbfe4cc,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:31.673124 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 42240) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:31.767061 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1382844043-network', 'tenant_id': 'fe4d7edb19fe45a7a69fc3d3c2ef5cfd'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:31.788211 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Made reservation on behalf of fe4d7edb19fe45a7a69fc3d3c2ef5cfd for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:31.791947 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.799594 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.892440 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.896490 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.915629 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:33:31.930374 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b03bb-660b-4791-a079-de1ae0e12e59,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:31.933149 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.933490 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Added segment c4f9d175-9f07-49a6-8986-4df81810ef2f of type vlan for network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 Jul 08 01:33:31.972653 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.999544 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.000494 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:32.000998 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.053634 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3793821 Jul 08 01:33:32.056913 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 42244) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:32.058723 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ae10-7027-4f9f-9313-28380f400e00 admin admin] Pushing event updated for resources: {'Network': ['ID=690f80d6-8893-4bb3-9d2b-7fb2995e0889,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:32.062014 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Request body: {'subnet': {'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1382844043-subnet', 'tenant_id': 'fe4d7edb19fe45a7a69fc3d3c2ef5cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:32.069934 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:33:32.321767 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Made reservation on behalf of fe4d7edb19fe45a7a69fc3d3c2ef5cfd for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:32.324096 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63286617'] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.484316 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63565864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63286635'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.535064 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1c5b97-92fd-4206-9398-b93579c22fe4,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:32.547986 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Checking segment: {'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:32.548346 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Network hostable DHCP agents. Network: 690f80d6-8893-4bb3-9d2b-7fb2995e0889, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:33:32.565000 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:33:32.574103 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 690f80d6-8893-4bb3-9d2b-7fb2995e0889) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:32.578285 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:32.578879 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.585750 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36976569-e141-4c7a-badc-67d642398ae5 None None] Network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:32.603933 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b9096749-bf99-4de5-b5f2-1364b536ac5d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5371208 Jul 08 01:33:32.713392 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580e231-d34d-4f65-a23d-de3b719afd4a None None] Network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:34.330544 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-916b935e-5db7-4140-9a94-8979b0ccfcb0 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:34.331992 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-916b935e-5db7-4140-9a94-8979b0ccfcb0 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/networks?id=690f80d6-8893-4bb3-9d2b-7fb2995e0889 HTTP/1.1" status: 200 len: 814 time: 0.1008482 Jul 08 01:33:34.346006 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-49096580-c930-426c-b8b4-a5666dd1247d tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/quotas/fe4d7edb19fe45a7a69fc3d3c2ef5cfd HTTP/1.1" status: 200 len: 375 time: 0.0087907 Jul 08 01:33:34.379197 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ca575bd1-611b-49ba-a9ea-0d1dcdd4f004 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe4d7edb19fe45a7a69fc3d3c2ef5cfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280178 Jul 08 01:33:34.468714 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-7a6269dc-ec06-4fcd-ad2e-11512925a854 service neutron] 10.222.0.22 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826805 Jul 08 01:33:34.553794 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-24689da7-1d34-4967-a896-d86aa10d2a0c service neutron] 10.222.0.22 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790582 Jul 08 01:33:34.719009 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a5d7583a-7b9a-4130-8474-b3da691b42a8 req-51496f28-8e96-4aeb-812a-171bda6abaee tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 210 time: 0.0285974 Jul 08 01:33:35.815022 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-df1fc950-11cb-4555-a961-b1e62f3ca3c4 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:35.816490 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-df1fc950-11cb-4555-a961-b1e62f3ca3c4 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.21 "GET /v2.0/networks?id=690f80d6-8893-4bb3-9d2b-7fb2995e0889 HTTP/1.1" status: 200 len: 814 time: 0.1084621 Jul 08 01:33:35.847460 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Request body: {'port': {'device_id': 'b06cb817-ad24-4437-aafc-480bd5db6592', 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889', 'admin_state_up': True, 'tenant_id': 'fe4d7edb19fe45a7a69fc3d3c2ef5cfd'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:35.953652 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-90b6b183-9ecd-4656-9827-2a99212b89d3 req-7a837737-7b85-4ea5-a6fa-4647fe13ce6e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 210 time: 0.0510380 Jul 08 01:33:36.031389 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Made reservation on behalf of fe4d7edb19fe45a7a69fc3d3c2ef5cfd for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:36.036183 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.188796 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Allocated IP 172.20.0.14 (690f80d6-8893-4bb3-9d2b-7fb2995e0889/fd1c5b97-92fd-4206-9398-b93579c22fe4/54b3ba56-307d-4f54-9ffa-76c4f61f3c23) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:36.340090 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.384201 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.430387 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:36.435659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:36.439360 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:36.465183 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Pushing event updated for resources: {'Port': ['ID=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:36.492733 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:36.493350 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.508305 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-b2fe3401-a567-4253-b973-dc0b543ad440 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6654596 Jul 08 01:33:36.519815 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Request body: {'port': {'device_id': 'b06cb817-ad24-4437-aafc-480bd5db6592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:36.598026 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.873322 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:36.886097 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.897943 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Transition to ACTIVE for port object 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:36.901669 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.951980 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:37.039413 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Attempting to bind port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:37.039751 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Attempting to bind port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:37.040081 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Attempting to bind port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 on network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:37.047078 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 on network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:33:37.047609 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Attempting to bind port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 on network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:37.054621 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:37.054957 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Checking segment: {'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:37.055334 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Bound using segment: {'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:37.055763 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Bound port: 54b3ba56-307d-4f54-9ffa-76c4f61f3c23, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:37.056123 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.133085 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] For port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:37.136415 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] For port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:37.141532 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.153243 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c209f-3051-431b-968e-f1f3ac71b1bf req-b4caf823-66b6-4d65-9cf7-2b0778fe7ead tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:37.161606 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-650c209f-3051-431b-968e-f1f3ac71b1bf req-b4caf823-66b6-4d65-9cf7-2b0778fe7ead tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 944 time: 0.0763988 Jul 08 01:33:37.173281 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:37.173975 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.175380 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] 10.222.0.21 "PUT /v2.0/ports/54b3ba56-307d-4f54-9ffa-76c4f61f3c23 HTTP/1.1" status: 200 len: 1094 time: 0.6598766 Jul 08 01:33:37.175818 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06cb817-ad24-4437-aafc-480bd5db6592', 'tag': '54b3ba56-307d-4f54-9ffa-76c4f61f3c23'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:37.178900 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b06cb817-ad24-4437-aafc-480bd5db6592", "tag": "54b3ba56-307d-4f54-9ffa-76c4f61f3c23"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:37.202119 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-650c209f-3051-431b-968e-f1f3ac71b1bf req-cd23fd54-3234-44cf-b3cd-116a34d4b853 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395944 Jul 08 01:33:37.210507 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97dc0-001a-4aac-bc89-76b0a8feb3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:37.258119 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e08fcb-b202-4a4f-9dd2-7e77ef062732 x-openstack-request-id: req-83e08fcb-b202-4a4f-9dd2-7e77ef062732 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:37.258414 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06cb817-ad24-4437-aafc-480bd5db6592", "tag": "54b3ba56-307d-4f54-9ffa-76c4f61f3c23", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:37.258665 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83e08fcb-b202-4a4f-9dd2-7e77ef062732 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:37.259048 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06cb817-ad24-4437-aafc-480bd5db6592', 'tag': '54b3ba56-307d-4f54-9ffa-76c4f61f3c23', 'status': 'completed', 'code': 200} Jul 08 01:33:37.284238 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-5eb4df1f-5477-40e1-b00f-b33bc5f39afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:37.286303 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-5eb4df1f-5477-40e1-b00f-b33bc5f39afd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe4d7edb19fe45a7a69fc3d3c2ef5cfd&device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 1097 time: 0.0590062 Jul 08 01:33:37.327626 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-bcbd690c-e4c6-40b4-9852-97153be9c7bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54b3ba56-307d-4f54-9ffa-76c4f61f3c23 HTTP/1.1" status: 200 len: 217 time: 0.0337546 Jul 08 01:33:37.377381 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-77c055d2-d332-4155-8772-ce6202a5cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:37.378870 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-77c055d2-d332-4155-8772-ce6202a5cb3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd1c5b97-92fd-4206-9398-b93579c22fe4 HTTP/1.1" status: 200 len: 854 time: 0.0444272 Jul 08 01:33:37.422909 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-82dd010d-70f3-43be-a653-64d988da1ca9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=690f80d6-8893-4bb3-9d2b-7fb2995e0889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302119 Jul 08 01:33:37.518362 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-a32018dc-6663-4781-941c-49080138ab9b service neutron] 10.222.0.21 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873666 Jul 08 01:33:37.609694 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-965dbb1e-4112-4b9c-bb85-8160e318c235 req-f0ec431a-6cd8-4cef-aa17-0cc275fca9ba service neutron] 10.222.0.21 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839489 Jul 08 01:33:37.707372 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-bbf38080-ed91-49db-91db-126112ff20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:37.708997 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-bbf38080-ed91-49db-91db-126112ff20de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe4d7edb19fe45a7a69fc3d3c2ef5cfd&device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 1097 time: 0.0523696 Jul 08 01:33:37.797617 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-285f92c3-d5b4-4f28-8fe2-b0e4c61e8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:37.799120 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-285f92c3-d5b4-4f28-8fe2-b0e4c61e8225 service neutron] 10.222.0.21 "GET /v2.0/networks?id=690f80d6-8893-4bb3-9d2b-7fb2995e0889 HTTP/1.1" status: 200 len: 914 time: 0.0832601 Jul 08 01:33:37.844736 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-1365fd09-dbc7-4861-bbd7-59b24b5b82cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54b3ba56-307d-4f54-9ffa-76c4f61f3c23 HTTP/1.1" status: 200 len: 217 time: 0.0370793 Jul 08 01:33:37.893886 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-f76d5486-bdf2-4a6f-82eb-93e974b2cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:37.895310 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-f76d5486-bdf2-4a6f-82eb-93e974b2cd63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd1c5b97-92fd-4206-9398-b93579c22fe4 HTTP/1.1" status: 200 len: 854 time: 0.0436397 Jul 08 01:33:37.931121 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-f22b797b-d476-4924-8d10-0440556ad3f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=690f80d6-8893-4bb3-9d2b-7fb2995e0889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284064 Jul 08 01:33:38.023654 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-a335b0a0-4c01-4f72-9ef0-f0dddcc8fe94 service neutron] 10.222.0.21 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858483 Jul 08 01:33:38.112583 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a8a0ccd-29dc-4854-8bf0-f87c429c6a3c req-14e39af6-dda1-4090-a236-6ef78d3cbbee service neutron] 10.222.0.21 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817790 Jul 08 01:33:38.125752 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:33:38.382903 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf125a-cad5-497f-96a4-e37e6adc7449 req-97bc0c84-bae9-4590-bdd5-043765f827fc tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:38.384370 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6bdf125a-cad5-497f-96a4-e37e6adc7449 req-97bc0c84-bae9-4590-bdd5-043765f827fc tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 944 time: 0.0630014 Jul 08 01:33:38.421514 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6bdf125a-cad5-497f-96a4-e37e6adc7449 req-ad8abee0-8c4d-44e5-ad1c-a84830d60618 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Jul 08 01:33:39.596080 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e4ae0-5b1d-43e0-8464-c5ee092ec993 req-4ac14d63-2a68-496d-9fc1-0016ebcff056 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:39.597502 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-192e4ae0-5b1d-43e0-8464-c5ee092ec993 req-4ac14d63-2a68-496d-9fc1-0016ebcff056 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 944 time: 0.0661135 Jul 08 01:33:39.642872 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-192e4ae0-5b1d-43e0-8464-c5ee092ec993 req-37fb5c86-534b-4346-a057-e17f03c6e13f tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Jul 08 01:33:40.338460 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:33:40.432417 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:40.443446 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '54b3ba56-307d-4f54-9ffa-76c4f61f3c23', 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889', 'port_id': '54b3ba56-307d-4f54-9ffa-76c4f61f3c23', 'mac_address': 'fa:16:3e:4c:4d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1c5b97-92fd-4206-9398-b93579c22fe4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:33:40.479879 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.492130 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:40.511594 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:40.515365 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.564550 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:40.778218 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['54b3ba56-307d-4f54-9ffa-76c4f61f3c23'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:33:40.816722 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa706dd9-b6a0-4d49-93b6-e2b1ea22d61c req-d9079bc6-0e1c-4ecb-810f-7c0ec1cbc3ad tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:40.819498 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fa706dd9-b6a0-4d49-93b6-e2b1ea22d61c req-d9079bc6-0e1c-4ecb-810f-7c0ec1cbc3ad tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 945 time: 0.0644834 Jul 08 01:33:40.859466 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fa706dd9-b6a0-4d49-93b6-e2b1ea22d61c req-80fc9b87-9879-4167-8ee5-240108ba7832 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Jul 08 01:33:42.030254 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef310-97d8-47f8-a208-8002c42f647c req-f63d85fe-051c-4e7f-b85c-808480c74317 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:42.031736 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2e6ef310-97d8-47f8-a208-8002c42f647c req-f63d85fe-051c-4e7f-b85c-808480c74317 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 945 time: 0.0618672 Jul 08 01:33:42.070846 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2e6ef310-97d8-47f8-a208-8002c42f647c req-df43a342-998e-42fb-89ca-11d37f1ed1af tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Jul 08 01:33:42.337942 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:42.384541 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:42.387967 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:42.388332 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.462997 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.484520 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06cb817-ad24-4437-aafc-480bd5db6592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3ba56-307d-4f54-9ffa-76c4f61f3c23'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:42.486778 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b4bbb6-10a4-4ae3-b061-39f6ddb0a620" -d '{"events": [{"server_uuid": "b06cb817-ad24-4437-aafc-480bd5db6592", "name": "network-vif-plugged", "status": "completed", "tag": "54b3ba56-307d-4f54-9ffa-76c4f61f3c23"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:42.498672 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:42.502860 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.525013 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a69417-cbd6-4af2-b9a7-084ddc027c36 x-openstack-request-id: req-98a69417-cbd6-4af2-b9a7-084ddc027c36 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:42.525296 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06cb817-ad24-4437-aafc-480bd5db6592", "name": "network-vif-plugged", "status": "completed", "tag": "54b3ba56-307d-4f54-9ffa-76c4f61f3c23", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:42.525538 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98a69417-cbd6-4af2-b9a7-084ddc027c36 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:42.525937 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06cb817-ad24-4437-aafc-480bd5db6592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3ba56-307d-4f54-9ffa-76c4f61f3c23', 'code': 200} Jul 08 01:33:42.551224 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:42.746457 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713918e-9072-4543-8172-64aedeee0197 req-46b1686d-6085-4eb6-bc4c-ecf8ec712536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:42.747964 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5713918e-9072-4543-8172-64aedeee0197 req-46b1686d-6085-4eb6-bc4c-ecf8ec712536 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 1099 time: 0.0530620 Jul 08 01:33:42.783891 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5713918e-9072-4543-8172-64aedeee0197 req-afb88911-958a-4a90-a393-11df02d934bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289509 Jul 08 01:33:43.242262 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278dba0-7bc9-4900-a623-3648dc672ca2 req-5dfe3076-3bd3-4551-b426-e03f5deb10ca tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:43.243642 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0278dba0-7bc9-4900-a623-3648dc672ca2 req-5dfe3076-3bd3-4551-b426-e03f5deb10ca tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 946 time: 0.0644174 Jul 08 01:33:43.279810 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0278dba0-7bc9-4900-a623-3648dc672ca2 req-56fd746d-a790-4e9a-b8a9-ab70dbacf5be tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307007 Jul 08 01:33:44.456738 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b886aa-7210-42cc-8cd7-6babed289de1 req-003fafb3-adc1-4d1c-82af-c2b1b73ac3d7 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:44.458137 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-36b886aa-7210-42cc-8cd7-6babed289de1 req-003fafb3-adc1-4d1c-82af-c2b1b73ac3d7 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 946 time: 0.0651333 Jul 08 01:33:44.494685 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-36b886aa-7210-42cc-8cd7-6babed289de1 req-154d7934-5b30-4362-abc5-8bf9b6070d9b tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Jul 08 01:33:52.895600 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.648571 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9c30acda-51c4-4be3-8c20-471925dfa71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:58.445421 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bb705592-cbe0-4f10-8e9a-71db68625487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:58.447199 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.440104 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:00.819402 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.967114 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01264f-90cb-4c59-8f67-f39673c93478 req-ea45c8f5-5982-46a6-ad18-0104d2c4781a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:01.968596 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3b01264f-90cb-4c59-8f67-f39673c93478 req-ea45c8f5-5982-46a6-ad18-0104d2c4781a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0635648 Jul 08 01:34:02.009572 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3b01264f-90cb-4c59-8f67-f39673c93478 req-9da612a5-64f0-4ff4-8e21-14cab98324e8 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349398 Jul 08 01:34:03.186955 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015a8be-76d7-405c-aa4f-af18e9b08f1b req-e52ed286-376e-4c8d-bdd3-bf51d671ee52 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:03.188576 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1015a8be-76d7-405c-aa4f-af18e9b08f1b req-e52ed286-376e-4c8d-bdd3-bf51d671ee52 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0629089 Jul 08 01:34:03.226787 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1015a8be-76d7-405c-aa4f-af18e9b08f1b req-bb12f03d-ce62-4608-ab35-aff7e6fa77d0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Jul 08 01:34:04.404016 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780066-31d5-40de-ad0c-8ec88dcdb6e9 req-5dacd67b-7ae8-4de0-984d-381acd4c3f85 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:04.405597 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-06780066-31d5-40de-ad0c-8ec88dcdb6e9 req-5dacd67b-7ae8-4de0-984d-381acd4c3f85 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0646071 Jul 08 01:34:04.446381 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-06780066-31d5-40de-ad0c-8ec88dcdb6e9 req-5c3b0cdd-a5f3-4766-8600-696884f6e67d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324862 Jul 08 01:34:05.624514 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf1523-7783-4921-b71e-72956283ff4b req-b56a5214-3d88-45df-bc21-36d9b4ae0abd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:05.626033 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7daf1523-7783-4921-b71e-72956283ff4b req-b56a5214-3d88-45df-bc21-36d9b4ae0abd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0675714 Jul 08 01:34:05.663754 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7daf1523-7783-4921-b71e-72956283ff4b req-686f856c-fa23-4a50-889f-cc9a506fcb38 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Jul 08 01:34:06.842512 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c44a7-084d-4fc9-b101-41b6de824aeb req-349832f7-99be-4bc2-82c5-c09ffefb0699 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:06.844019 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ce7c44a7-084d-4fc9-b101-41b6de824aeb req-349832f7-99be-4bc2-82c5-c09ffefb0699 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0632248 Jul 08 01:34:06.880809 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ce7c44a7-084d-4fc9-b101-41b6de824aeb req-4b524536-a40c-4705-a49a-24f7d82debdc tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Jul 08 01:34:08.064230 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082239b-4d85-45d5-aba0-321c90f7bf94 req-1e353855-78f4-4e4d-af52-ebda8bc4f3ce tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:08.065683 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f082239b-4d85-45d5-aba0-321c90f7bf94 req-1e353855-78f4-4e4d-af52-ebda8bc4f3ce tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0676157 Jul 08 01:34:08.104183 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f082239b-4d85-45d5-aba0-321c90f7bf94 req-419f36fd-3f60-47f4-ab47-c17354536817 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Jul 08 01:34:09.278192 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94b51a-183c-4e93-a871-9fd70618b81a req-8d15b0db-41af-4512-b7b1-9503550162d3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.279575 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2d94b51a-183c-4e93-a871-9fd70618b81a req-8d15b0db-41af-4512-b7b1-9503550162d3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0619392 Jul 08 01:34:09.316543 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2d94b51a-183c-4e93-a871-9fd70618b81a req-cc165085-2d4a-4114-ae9b-8a2be7770c21 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jul 08 01:34:10.496648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6863da-80b5-4278-bf93-545e8a972b92 req-7885081c-e5d3-45dc-9f17-28420e5feca1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.498095 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1d6863da-80b5-4278-bf93-545e8a972b92 req-7885081c-e5d3-45dc-9f17-28420e5feca1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0655434 Jul 08 01:34:10.535302 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1d6863da-80b5-4278-bf93-545e8a972b92 req-7c28eeaa-2d9e-431d-b272-2fdfdacde686 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Jul 08 01:34:11.709637 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409924d9-0e47-4121-a1ae-71b396328133 req-6f12d165-dcf7-4e3a-a566-e9ebe96628a9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.711110 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-409924d9-0e47-4121-a1ae-71b396328133 req-6f12d165-dcf7-4e3a-a566-e9ebe96628a9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0616369 Jul 08 01:34:11.747629 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-409924d9-0e47-4121-a1ae-71b396328133 req-ebd8039d-550c-4c83-b8fc-3bd118e4722e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307076 Jul 08 01:34:12.923679 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b7f0-322f-4293-b064-969baf22b89c req-9a59c26b-4796-47cc-96d2-7384e267cb6a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:12.925098 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1d00b7f0-322f-4293-b064-969baf22b89c req-9a59c26b-4796-47cc-96d2-7384e267cb6a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0601287 Jul 08 01:34:12.961140 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1d00b7f0-322f-4293-b064-969baf22b89c req-b3461ff7-24ff-4592-8b82-19ce56094492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303805 Jul 08 01:34:14.147708 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c36eb-dd41-4bda-a35b-434bce72fb5f req-c5f424f4-43a0-4671-90d5-3dd98b509449 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:14.149071 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f43c36eb-dd41-4bda-a35b-434bce72fb5f req-c5f424f4-43a0-4671-90d5-3dd98b509449 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0667465 Jul 08 01:34:14.186396 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f43c36eb-dd41-4bda-a35b-434bce72fb5f req-37f5164e-a7cd-400f-8d46-e0571e04256d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311420 Jul 08 01:34:15.124241 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:34:15.356782 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b42d7-afdd-4da6-bf10-3aa2a49ccb55 req-7c544ddc-eba3-4087-81ac-151bf8c1f3e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:15.358238 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-825b42d7-afdd-4da6-bf10-3aa2a49ccb55 req-7c544ddc-eba3-4087-81ac-151bf8c1f3e4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0610626 Jul 08 01:34:15.394102 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-825b42d7-afdd-4da6-bf10-3aa2a49ccb55 req-f99665ba-41c1-403c-842e-70ee101bf64a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304091 Jul 08 01:34:16.571223 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497e766-9873-415e-be33-e6be92e6ef18 req-6299ca87-00db-4e42-a18d-d527d4ba2469 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:16.572700 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2497e766-9873-415e-be33-e6be92e6ef18 req-6299ca87-00db-4e42-a18d-d527d4ba2469 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0642688 Jul 08 01:34:16.609097 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2497e766-9873-415e-be33-e6be92e6ef18 req-1293b04d-bc58-450f-b035-7fffbf159850 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Jul 08 01:34:17.783362 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0355d1-419f-4f23-b163-3163a7318bc4 req-19dc7116-0cc0-4034-a972-a6e2c9b9726c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:17.784833 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1c0355d1-419f-4f23-b163-3163a7318bc4 req-19dc7116-0cc0-4034-a972-a6e2c9b9726c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0618517 Jul 08 01:34:17.826783 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1c0355d1-419f-4f23-b163-3163a7318bc4 req-36801769-29f4-49d4-a2b1-c79375348431 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363092 Jul 08 01:34:19.089349 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f194-58c9-4a8c-8b92-962fef2e24d5 req-2584b4f3-4bae-42d6-86b6-5eb9cd0380ae tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:19.090839 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1a64f194-58c9-4a8c-8b92-962fef2e24d5 req-2584b4f3-4bae-42d6-86b6-5eb9cd0380ae tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0629864 Jul 08 01:34:19.128013 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1a64f194-58c9-4a8c-8b92-962fef2e24d5 req-18871548-3574-4804-a7c9-36b84a1745b3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316782 Jul 08 01:34:20.303529 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65a3fb-2541-4230-9e0b-a53189ad8c0b req-9ce87c50-ca0f-4375-bbed-e7a5c83c7b9e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.305032 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2e65a3fb-2541-4230-9e0b-a53189ad8c0b req-9ce87c50-ca0f-4375-bbed-e7a5c83c7b9e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0619893 Jul 08 01:34:20.342489 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2e65a3fb-2541-4230-9e0b-a53189ad8c0b req-141bf6a2-e44b-4528-b077-d89e1a3a6f1c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Jul 08 01:34:21.522157 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:21.589301 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0981726-c088-468f-9e6b-f4bd1092771a req-720993aa-1081-479b-9eca-b53b0716ac85 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.591322 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d0981726-c088-468f-9e6b-f4bd1092771a req-720993aa-1081-479b-9eca-b53b0716ac85 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0797937 Jul 08 01:34:21.642115 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:21.644566 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d0981726-c088-468f-9e6b-f4bd1092771a req-9782686e-dfec-491c-973a-0dc2cd996c11 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428262 Jul 08 01:34:21.654915 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'port_id': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'mac_address': 'fa:16:3e:3a:41:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:21.700142 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:21.715444 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5524124f-bffd-4b0b-83de-3804c1db2f1b {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:21.738016 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-4464ccee-9de6-4e84-944f-df1b34325c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.739534 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-4464ccee-9de6-4e84-944f-df1b34325c1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1098 time: 0.1235025 Jul 08 01:34:21.750992 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:21.757263 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:21.842464 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=6']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:21.851013 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.851613 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.852106 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.852624 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.853136 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.854259 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.854750 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.855257 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.855610 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.855943 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.856270 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.856594 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:21.861379 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926feed-74b9-4fad-848e-fd06424dcf49 req-9a712bfd-e5c3-40cd-8187-631b0b60ef53 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.869669 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0926feed-74b9-4fad-848e-fd06424dcf49 req-9a712bfd-e5c3-40cd-8187-631b0b60ef53 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 946 time: 0.0881734 Jul 08 01:34:21.869879 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['5524124f-bffd-4b0b-83de-3804c1db2f1b'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:21.905036 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-8b124ff3-e420-4648-9ade-a58408749e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.906365 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0926feed-74b9-4fad-848e-fd06424dcf49 req-1053a3e0-25ee-4e65-bdcc-cec5281d75ea tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352376 Jul 08 01:34:21.914496 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-8b124ff3-e420-4648-9ade-a58408749e96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.1422174 Jul 08 01:34:22.228243 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-005d2d77-c02e-4571-b4c1-ae53669545f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 200 len: 1000 time: 0.3060088 Jul 08 01:34:22.280912 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-249593aa-5f59-4654-be30-617541600edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.282501 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-249593aa-5f59-4654-be30-617541600edd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0469019 Jul 08 01:34:22.345331 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-12ea0cb7-a55b-4959-84a4-ec3b5640a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.346819 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-12ea0cb7-a55b-4959-84a4-ec3b5640a06e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532200 Jul 08 01:34:22.439352 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-b2f2c2c5-d792-48f7-a02c-b29f27556f51 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837426 Jul 08 01:34:22.532782 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d630835d-f882-47f6-9527-2d3f7d2171bb req-a625fed0-4c03-4d11-9cf7-e1e699092bf9 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831239 Jul 08 01:34:22.575815 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:22.626222 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 5524124f-bffd-4b0b-83de-3804c1db2f1b triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:22.626593 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:22.700930 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:22.722525 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:22.724738 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337ee6ad-d8fe-43ed-a2f4-cb77b1cfefa7" -d '{"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-plugged", "status": "completed", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:22.737428 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:22.741981 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:22.774559 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b67b262-e62b-4cf2-8bb0-b1c452d8c31d x-openstack-request-id: req-4b67b262-e62b-4cf2-8bb0-b1c452d8c31d {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:22.774842 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-plugged", "status": "completed", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:22.775089 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b67b262-e62b-4cf2-8bb0-b1c452d8c31d {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:22.775493 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'code': 200} Jul 08 01:34:22.801600 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=7']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:22.833090 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe75c68-710b-4301-99ab-1eba2b7874b8 req-50fd552a-b3e7-4648-88c5-1307063f4790 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.834599 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8fe75c68-710b-4301-99ab-1eba2b7874b8 req-50fd552a-b3e7-4648-88c5-1307063f4790 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0638704 Jul 08 01:34:22.873407 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8fe75c68-710b-4301-99ab-1eba2b7874b8 req-dd2fb3a2-aead-4930-b180-946f0aa2fd09 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325952 Jul 08 01:34:22.922874 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.077435 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf35cce-6e2a-4880-9391-0faecc9f2553 req-bef434a3-0333-4052-b6da-9ef14341b48a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:23.078926 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bdf35cce-6e2a-4880-9391-0faecc9f2553 req-bef434a3-0333-4052-b6da-9ef14341b48a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 946 time: 0.0621402 Jul 08 01:34:23.119166 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bdf35cce-6e2a-4880-9391-0faecc9f2553 req-a6ddeeff-3235-485f-b3cc-8f40c4bd306c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347700 Jul 08 01:34:23.818375 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-337a9eaa-2501-4ccd-bee4-224659ec83d1 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:23.819813 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-337a9eaa-2501-4ccd-bee4-224659ec83d1 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 946 time: 0.0621679 Jul 08 01:34:23.942383 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Deleting port e323ee40-5d23-4cac-b206-0f367062b267 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:23.942913 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.076097 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] For port e323ee40-5d23-4cac-b206-0f367062b267, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e323ee40-5d23-4cac-b206-0f367062b267,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:24.076461 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.135885 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50988a53-aea4-4797-802c-d1b71ea8f741 req-c25de874-741b-4465-aadd-77d0ca69e233 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:24.137369 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50988a53-aea4-4797-802c-d1b71ea8f741 req-c25de874-741b-4465-aadd-77d0ca69e233 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.1426334 Jul 08 01:34:24.226597 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50988a53-aea4-4797-802c-d1b71ea8f741 req-515b2e07-1de6-4136-937c-781a1f4a7fdd tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822895 Jul 08 01:34:24.310563 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cef23-c638-404e-81d5-a935017eb6cd req-2be9a1d3-90b2-4ced-927b-fa043c751d4e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:24.313384 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b73cef23-c638-404e-81d5-a935017eb6cd req-2be9a1d3-90b2-4ced-927b-fa043c751d4e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 946 time: 0.0821698 Jul 08 01:34:24.335868 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.336672 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.337192 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.l3_db [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Floating IP 8934095f-b3cc-41af-bd80-099005840517 disassociated. External IP: 172.27.3.101, port: e323ee40-5d23-4cac-b206-0f367062b267. Jul 08 01:34:24.337604 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Calling delete_port for e323ee40-5d23-4cac-b206-0f367062b267 owned by compute:nova {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:34:24.385621 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b73cef23-c638-404e-81d5-a935017eb6cd req-66573723-7f20-4793-b6fa-5f3f88b09100 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654883 Jul 08 01:34:24.502772 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.540011 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event deleted for resources: {'Port': ['ID=e323ee40-5d23-4cac-b206-0f367062b267,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:24.663561 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.664489 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.664489 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.664489 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.665044 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.665044 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.665369 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.666660 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.666660 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.666660 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.666660 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.667179 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:24.674312 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Router 92a82e44-9fe3-4b29-88b5-0099487f91be has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:34:24.809266 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:34:24.820908 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:34:24.832404 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:24.833297 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:33:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:24.870181 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] No DVR routers for this DVR port e323ee40-5d23-4cac-b206-0f367062b267 on host hv-cinder-79984 {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:24.873081 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.875608 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b734dae7-cc68-4556-990e-a1a8bbf1ecc2 req-054e1876-71a2-4843-ad87-289c1cc04a98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "DELETE /v2.0/ports/e323ee40-5d23-4cac-b206-0f367062b267 HTTP/1.1" status: 204 len: 173 time: 1.0496135 Jul 08 01:34:24.876863 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'name': 'network-vif-deleted', 'tag': 'e323ee40-5d23-4cac-b206-0f367062b267'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:24.880048 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a959f-4823-4e2f-bb17-8032d74e85f0" -d '{"events": [{"server_uuid": "26fec8be-d935-414b-a8c5-81f9c451c3aa", "name": "network-vif-deleted", "tag": "e323ee40-5d23-4cac-b206-0f367062b267"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:24.964126 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d5ea17-8df7-4365-9bab-6b1b37100704 x-openstack-request-id: req-a8d5ea17-8df7-4365-9bab-6b1b37100704 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:24.964807 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fec8be-d935-414b-a8c5-81f9c451c3aa", "name": "network-vif-deleted", "tag": "e323ee40-5d23-4cac-b206-0f367062b267", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:24.964918 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8d5ea17-8df7-4365-9bab-6b1b37100704 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:24.965250 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fec8be-d935-414b-a8c5-81f9c451c3aa', 'name': 'network-vif-deleted', 'tag': 'e323ee40-5d23-4cac-b206-0f367062b267', 'status': 'completed', 'code': 200} Jul 08 01:34:25.043117 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:25.322203 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:25.361221 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:34:25.370789 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:25.371146 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:33:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:25.484812 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:25.532616 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45644e18-3c38-4e08-b992-e99d89c22c23 req-063a485a-39e2-48c0-90a5-613500dd4ea1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:25.540344 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-45644e18-3c38-4e08-b992-e99d89c22c23 req-063a485a-39e2-48c0-90a5-613500dd4ea1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.1500857 Jul 08 01:34:25.620685 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-45644e18-3c38-4e08-b992-e99d89c22c23 req-24ac525a-8cef-4dfb-a816-491be23a0350 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764291 Jul 08 01:34:25.703862 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-76c2fbd3-68dc-4153-bb48-7ee7763606b3 req-217b44e5-f600-431d-bbca-f4cba647e254 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=26fec8be-d935-414b-a8c5-81f9c451c3aa HTTP/1.1" status: 200 len: 210 time: 0.0901887 Jul 08 01:34:25.752505 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c83ff4cb-f90d-4d03-9186-1cfe3cea088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.008090 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:26.055245 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae127c9f-ed08-4f99-90d9-5f6b16fb904e None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:34:26.336309 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054fe99-fd19-420a-b520-db920fb239a7 None None] New status for floating IP 8934095f-b3cc-41af-bd80-099005840517: DOWN {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:34:26.600902 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e323ee40-5d23-4cac-b206-0f367062b267 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:26.621611 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: e323ee40-5d23-4cac-b206-0f367062b267 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:34:26.621997 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e323ee40-5d23-4cac-b206-0f367062b267 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:26.822721 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c7695-1ecf-4695-b4cf-42ea39c5151e req-e2a6bda5-d269-4e43-8e22-dc5c5088cf32 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:26.824757 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ee3c7695-1ecf-4695-b4cf-42ea39c5151e req-e2a6bda5-d269-4e43-8e22-dc5c5088cf32 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0855319 Jul 08 01:34:26.886482 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ee3c7695-1ecf-4695-b4cf-42ea39c5151e req-770523d5-66b5-4166-aac9-00e8fcefa597 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557456 Jul 08 01:34:27.068222 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-788200df-e045-4e2e-8bab-cd852e45b4c8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143394459&fields=id&tenant_id=dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 267 time: 0.0343785 Jul 08 01:34:27.217145 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-88ce14ec-3c1b-4bb0-ab56-72d3fafd8bdf tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:27.218738 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-88ce14ec-3c1b-4bb0-ab56-72d3fafd8bdf tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 812 time: 0.1433234 Jul 08 01:34:27.234362 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-ac5cd8d1-8519-4937-a026-43de8bd3a224 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/quotas/dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 375 time: 0.0098841 Jul 08 01:34:27.317039 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-5ee6a2ee-5350-471b-a550-c48e0033c655 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766625 Jul 08 01:34:27.471561 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-1963cf82-2e55-443e-8ed6-ec6c8aafe004 service neutron] 10.222.0.22 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420038 Jul 08 01:34:27.571377 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-763d3f18-cda5-482c-9e1f-f86b6591ac3a service neutron] 10.222.0.22 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940313 Jul 08 01:34:27.971514 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-eb6f9c0e-4390-4476-899d-cd9b1ddaf5bd req-da8e28eb-dd60-4fb1-a4fb-16d0b2534af0 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 210 time: 0.0463624 Jul 08 01:34:28.110113 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf4c2b-86b3-4348-92c1-3a28ea7bdd56 req-b43898bf-b3c9-4299-ba4c-950db13c7cab tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:28.114683 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d4bf4c2b-86b3-4348-92c1-3a28ea7bdd56 req-b43898bf-b3c9-4299-ba4c-950db13c7cab tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0812454 Jul 08 01:34:28.164881 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d4bf4c2b-86b3-4348-92c1-3a28ea7bdd56 req-16e0ed43-4cbd-4a79-aa5a-4691832dd85c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 Jul 08 01:34:28.446818 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.450649 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b517a27f-139f-4a5e-bce2-8d3011149806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.151829 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b06538cb-2021-4f31-a199-f17c2783b6a2 req-51e1c48f-5b85-4d4b-b09d-0b2f0d37ec4d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 210 time: 0.0427988 Jul 08 01:34:29.410452 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f1e5d-a8e3-418d-ba52-6eec9b4bf997 req-ef16d828-f8a7-49ec-a5ab-81cde9d065a9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:29.412752 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-695f1e5d-a8e3-418d-ba52-6eec9b4bf997 req-ef16d828-f8a7-49ec-a5ab-81cde9d065a9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0928559 Jul 08 01:34:29.444324 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.497824 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-695f1e5d-a8e3-418d-ba52-6eec9b4bf997 req-ac78dafd-ede4-409f-80a2-fc2fc8bca6a3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779099 Jul 08 01:34:29.628941 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-443f5545-e43d-4b89-97bf-6176f59c9f35 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:29.631110 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-443f5545-e43d-4b89-97bf-6176f59c9f35 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 812 time: 0.1763139 Jul 08 01:34:29.720846 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fe4a5981-a1fe-45fe-839d-50a5f77ca4ae tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 380 time: 0.0684648 Jul 08 01:34:29.739093 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'port': {'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'admin_state_up': True, 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'security_groups': ['624fed07-3330-4e36-9178-e6bfca54e082']}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:29.891999 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Made reservation on behalf of dd692cc0485c4c33a8068b5187faa99b for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:29.896649 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.976523 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0340-6df9-42f0-ac59-ba5c54ad5ec7 req-611d9dc6-1c9c-4e84-a297-644117e68500 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:29.984982 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cb9a0340-6df9-42f0-ac59-ba5c54ad5ec7 req-611d9dc6-1c9c-4e84-a297-644117e68500 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 946 time: 0.1373138 Jul 08 01:34:30.042070 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cb9a0340-6df9-42f0-ac59-ba5c54ad5ec7 req-7e1a04a7-149a-46ec-9337-9abab647b43c tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529068 Jul 08 01:34:30.068243 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Allocated IP 172.20.0.10 (b2a80ba2-866c-4e82-be36-9e45e182ea90/03ba9f25-c970-43e7-9743-358f33c8c460/ba01f31e-2af6-4978-b144-57bfe9a020e7) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:30.270811 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.286459 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Transition to ACTIVE for port object ba01f31e-2af6-4978-b144-57bfe9a020e7 will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:30.363951 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.379114 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0b4ebf7b-ab8c-4fc3-be1f-f773086acf39 req-30989604-0644-44ce-b973-efa42006a486 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 210 time: 0.0419607 Jul 08 01:34:30.412188 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:30.415402 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:30.419340 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:30.484720 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=ba01f31e-2af6-4978-b144-57bfe9a020e7,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:30.513333 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:30.513558 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.536614 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-fcf8f47a-3dc1-4f6e-99ac-59a5bc0098f8 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8016648 Jul 08 01:34:30.562908 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Request body: {'port': {'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:30.704864 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.782892 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7f668-389a-446d-a027-13d633132207 req-f8aa2efc-f51b-4464-9832-04a9b34490cb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:30.786429 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1af7f668-389a-446d-a027-13d633132207 req-f8aa2efc-f51b-4464-9832-04a9b34490cb tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0987978 Jul 08 01:34:30.827479 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.859651 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-49070102-40eb-4058-a7c4-fe8c3598480b None None] Provisioning for port ba01f31e-2af6-4978-b144-57bfe9a020e7 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:30.865052 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1af7f668-389a-446d-a027-13d633132207 req-9d166311-2899-4965-9711-e5f0c6b01054 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725603 Jul 08 01:34:30.884596 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-49070102-40eb-4058-a7c4-fe8c3598480b None None] Provisioning complete for port ba01f31e-2af6-4978-b144-57bfe9a020e7 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:30.885104 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-49070102-40eb-4058-a7c4-fe8c3598480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.928964 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-49070102-40eb-4058-a7c4-fe8c3598480b None None] Port ba01f31e-2af6-4978-b144-57bfe9a020e7 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:34:31.057298 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba01f31e-2af6-4978-b144-57bfe9a020e7 {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:31.066981 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.081953 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Transition to ACTIVE for port object ba01f31e-2af6-4978-b144-57bfe9a020e7 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:31.089350 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.145591 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Pushing event updated for resources: {'Port': ['ID=ba01f31e-2af6-4978-b144-57bfe9a020e7,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:31.284957 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Attempting to bind port ba01f31e-2af6-4978-b144-57bfe9a020e7 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:31.285621 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Attempting to bind port ba01f31e-2af6-4978-b144-57bfe9a020e7 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:31.285621 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Attempting to bind port ba01f31e-2af6-4978-b144-57bfe9a020e7 on network b2a80ba2-866c-4e82-be36-9e45e182ea90 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:31.292950 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Port ba01f31e-2af6-4978-b144-57bfe9a020e7 on network b2a80ba2-866c-4e82-be36-9e45e182ea90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:31.294250 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Attempting to bind port ba01f31e-2af6-4978-b144-57bfe9a020e7 on network b2a80ba2-866c-4e82-be36-9e45e182ea90 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:31.301242 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:31.301587 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Checking segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:31.302000 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Bound using segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:31.302433 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Bound port: ba01f31e-2af6-4978-b144-57bfe9a020e7, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:31.302789 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.313349 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d96ae4-6a71-4b32-beda-02c369c5cf87 req-8661f52c-6818-4aa0-bfb8-a072583c19a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:31.314896 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d5d96ae4-6a71-4b32-beda-02c369c5cf87 req-8661f52c-6818-4aa0-bfb8-a072583c19a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 946 time: 0.1379354 Jul 08 01:34:31.386963 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d5d96ae4-6a71-4b32-beda-02c369c5cf87 req-19ff7f86-1ded-44af-aad4-19ebd117b134 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Jul 08 01:34:31.412756 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] For port ba01f31e-2af6-4978-b144-57bfe9a020e7, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:31.416123 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] For port ba01f31e-2af6-4978-b144-57bfe9a020e7, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:31.421521 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.457561 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:31.458220 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.459750 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] 10.222.0.21 "PUT /v2.0/ports/ba01f31e-2af6-4978-b144-57bfe9a020e7 HTTP/1.1" status: 200 len: 1094 time: 0.9052119 Jul 08 01:34:31.460088 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:31.462663 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:31.488524 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec65955-e1f8-4208-b299-46655695e32e service neutron] Pushing event updated for resources: {'Port': ['ID=ba01f31e-2af6-4978-b144-57bfe9a020e7,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:31.569077 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b09a91f-0697-4618-82b8-8c47dd033f4e x-openstack-request-id: req-5b09a91f-0697-4618-82b8-8c47dd033f4e {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:31.569523 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:31.570381 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b09a91f-0697-4618-82b8-8c47dd033f4e {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:31.570714 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'status': 'completed', 'code': 200} Jul 08 01:34:31.602703 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-812b1d61-4e66-4acd-a912-ae8cdcba177f tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:31.604634 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-812b1d61-4e66-4acd-a912-ae8cdcba177f tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 946 time: 0.1711369 Jul 08 01:34:31.616064 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-8b64da75-29a4-4893-9c61-92c4f58c748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:31.617883 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-8b64da75-29a4-4893-9c61-92c4f58c748a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0924816 Jul 08 01:34:31.663630 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-60fb642e-21af-4575-b9b1-8887fa33f736 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7 HTTP/1.1" status: 200 len: 217 time: 0.0378461 Jul 08 01:34:31.758967 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-0e68d02c-c821-4585-9ab5-6356cf4becab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:31.764908 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-0e68d02c-c821-4585-9ab5-6356cf4becab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0945499 Jul 08 01:34:31.847186 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-95ea0369-9bff-4691-b26b-3d3acb64e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:31.849369 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-95ea0369-9bff-4691-b26b-3d3acb64e5fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766644 Jul 08 01:34:31.854662 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef2329-7abc-4dba-8710-b31b0f704753 req-2b9e6183-f325-470c-a204-30254de48851 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:31.869107 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b8ef2329-7abc-4dba-8710-b31b0f704753 req-2b9e6183-f325-470c-a204-30254de48851 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 944 time: 0.1794555 Jul 08 01:34:31.907707 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Deleting port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:31.908154 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.968753 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b8ef2329-7abc-4dba-8710-b31b0f704753 req-633052d9-5ac0-49dd-a45b-ee5cacf019f2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945189 Jul 08 01:34:32.052488 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-5dd54a81-c691-42b7-9a30-295cbd7b2e91 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949260 Jul 08 01:34:32.056575 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] For port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:32.057635 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:32.073598 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Calling delete_port for 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:34:32.212268 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcf5dd-473d-4a59-b3e9-6c43c6d2546e req-ed8de832-fed3-4bab-a505-85d254e57818 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:32.214399 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4cbcf5dd-473d-4a59-b3e9-6c43c6d2546e req-ed8de832-fed3-4bab-a505-85d254e57818 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0986938 Jul 08 01:34:32.216426 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a30b8c65-04b1-454b-b290-dd9239de3233 req-7044fb8a-caaf-4698-af54-8030a8b67823 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553674 Jul 08 01:34:32.268504 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4cbcf5dd-473d-4a59-b3e9-6c43c6d2546e req-b760ddb3-1feb-49a0-95fa-268932aaedb3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463667 Jul 08 01:34:32.274992 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:32.290698 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['54b3ba56-307d-4f54-9ffa-76c4f61f3c23'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:32.351124 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Pushing event deleted for resources: {'Port': ['ID=54b3ba56-307d-4f54-9ffa-76c4f61f3c23,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:32.361299 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-b31da115-3c81-498c-9f16-877d4c28719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:32.362926 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-b31da115-3c81-498c-9f16-877d4c28719f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0823944 Jul 08 01:34:32.381242 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.381596 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.381983 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.382311 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.382650 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.382987 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.383320 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.383664 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.384013 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.384315 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.384649 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.384974 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:32.410698 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] No DVR routers for this DVR port 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:32.413910 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:32.416489 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-698ee66a-e081-48cf-adb1-fbc42b4f78fe req-8d102fc9-5fb0-4d04-a441-aad2334cf15a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.21 "DELETE /v2.0/ports/54b3ba56-307d-4f54-9ffa-76c4f61f3c23 HTTP/1.1" status: 204 len: 173 time: 0.8060422 Jul 08 01:34:32.417247 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06cb817-ad24-4437-aafc-480bd5db6592', 'name': 'network-vif-deleted', 'tag': '54b3ba56-307d-4f54-9ffa-76c4f61f3c23'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:32.419849 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ade61e5-3c5c-455b-8706-9dc44b332552" -d '{"events": [{"server_uuid": "b06cb817-ad24-4437-aafc-480bd5db6592", "name": "network-vif-deleted", "tag": "54b3ba56-307d-4f54-9ffa-76c4f61f3c23"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:32.500267 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-23b55861-be77-4fad-acc4-4e066f2e11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:32.502334 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-23b55861-be77-4fad-acc4-4e066f2e11cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.1299264 Jul 08 01:34:32.530929 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ffae9a-24a2-4425-a019-084fe89640c4 x-openstack-request-id: req-90ffae9a-24a2-4425-a019-084fe89640c4 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:32.531414 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06cb817-ad24-4437-aafc-480bd5db6592", "name": "network-vif-deleted", "tag": "54b3ba56-307d-4f54-9ffa-76c4f61f3c23", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:32.531818 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90ffae9a-24a2-4425-a019-084fe89640c4 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:32.532455 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06cb817-ad24-4437-aafc-480bd5db6592', 'name': 'network-vif-deleted', 'tag': '54b3ba56-307d-4f54-9ffa-76c4f61f3c23', 'status': 'completed', 'code': 200} Jul 08 01:34:32.559633 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-c63d7a0f-83e6-4cb9-bd48-95ac0c6af73e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7 HTTP/1.1" status: 200 len: 217 time: 0.0456064 Jul 08 01:34:32.641401 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b453680a-2a4c-4c0b-8eac-21ae55ff9507 req-8026f66d-c470-4c17-8526-6795614f179b tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06cb817-ad24-4437-aafc-480bd5db6592 HTTP/1.1" status: 200 len: 210 time: 0.0587480 Jul 08 01:34:32.654420 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-0d37bf4a-2243-4160-b701-c352e6392f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:32.656143 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-0d37bf4a-2243-4160-b701-c352e6392f38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0850058 Jul 08 01:34:32.726981 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-a0e4c187-519f-4cd0-b769-d903b87c6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:32.728886 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-a0e4c187-519f-4cd0-b769-d903b87c6976 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629258 Jul 08 01:34:32.846813 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-57550a06-fad6-41b6-8e0b-51f2869fc56a service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101151 Jul 08 01:34:32.949582 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-279b36a6-9dc2-4c9d-b069-91f38d4cc6f7 req-286fac45-e030-4bda-8483-9bb54357b76e service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931759 Jul 08 01:34:33.169085 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7f656-4fd2-42ff-a28f-de4e53c5ff5a req-901ba8a1-3fc5-41c3-91ae-00cbcf6f9c4c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.176093 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-70f7f656-4fd2-42ff-a28f-de4e53c5ff5a req-901ba8a1-3fc5-41c3-91ae-00cbcf6f9c4c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 944 time: 0.0750611 Jul 08 01:34:33.214671 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-70f7f656-4fd2-42ff-a28f-de4e53c5ff5a req-2c106cd7-2f7a-48e2-81da-04618840bca1 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376122 Jul 08 01:34:33.459941 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb4dec-b6b1-4665-8107-b2e77f922757 req-6c79010c-a075-463a-9793-8eb50034094f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.461419 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-defb4dec-b6b1-4665-8107-b2e77f922757 req-6c79010c-a075-463a-9793-8eb50034094f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0670884 Jul 08 01:34:33.503207 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-defb4dec-b6b1-4665-8107-b2e77f922757 req-ca625349-1213-4cd0-acf0-96da638f220c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 Jul 08 01:34:34.402499 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ef9a6-6ebc-4ab0-a1e2-7f80fce12156 req-fead360a-1c7f-449a-b1e8-f8a087f8e65e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:34.404145 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e76ef9a6-6ebc-4ab0-a1e2-7f80fce12156 req-fead360a-1c7f-449a-b1e8-f8a087f8e65e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 944 time: 0.0765049 Jul 08 01:34:34.448592 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e76ef9a6-6ebc-4ab0-a1e2-7f80fce12156 req-8c8a3d32-0bf8-4de1-a53b-32cfdcf6fd2a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374172 Jul 08 01:34:34.694855 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc15b01-3394-4945-a7d9-2dffac8095fd req-89eefeb9-af7e-4ed5-b0a0-610ea0a57e05 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:34.702475 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4fc15b01-3394-4945-a7d9-2dffac8095fd req-89eefeb9-af7e-4ed5-b0a0-610ea0a57e05 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0748031 Jul 08 01:34:34.736561 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4fc15b01-3394-4945-a7d9-2dffac8095fd req-26c8e252-e54d-49cf-a44b-9bc1da1d24d4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Jul 08 01:34:35.062574 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:35.087014 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:34:35.087625 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 54b3ba56-307d-4f54-9ffa-76c4f61f3c23 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:35.617795 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10b23e-716e-48bc-90bf-0f1914d3c1ac req-3a8fb154-d34f-4466-a8ba-53c2af0dbe18 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:35.619240 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1e10b23e-716e-48bc-90bf-0f1914d3c1ac req-3a8fb154-d34f-4466-a8ba-53c2af0dbe18 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 944 time: 0.0609722 Jul 08 01:34:35.656082 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1e10b23e-716e-48bc-90bf-0f1914d3c1ac req-a4ed17b3-7894-4c98-8814-04e6b3390482 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312946 Jul 08 01:34:35.912750 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c802646-f675-4cc5-a2a5-fb8da0e1c410 req-adea0613-dcb5-448f-9146-92e5a26fee89 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:35.914225 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2c802646-f675-4cc5-a2a5-fb8da0e1c410 req-adea0613-dcb5-448f-9146-92e5a26fee89 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0616801 Jul 08 01:34:35.952141 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2c802646-f675-4cc5-a2a5-fb8da0e1c410 req-02546aa5-7c55-4f9d-98e0-03945b1d6c33 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324366 Jul 08 01:34:36.831473 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82966-07a4-4844-bc86-0a08055e0872 req-7ba63405-3184-4b05-9435-958090612e09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:36.832909 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-84f82966-07a4-4844-bc86-0a08055e0872 req-7ba63405-3184-4b05-9435-958090612e09 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 944 time: 0.0668585 Jul 08 01:34:36.870466 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-84f82966-07a4-4844-bc86-0a08055e0872 req-822cff0e-f8ce-4a8c-816c-46f84d4b165b tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Jul 08 01:34:37.132337 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017bf1c-f54b-4806-b23d-d4d374a9af85 req-3a68a28a-938a-4a49-b593-39d15bcd659b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:37.133821 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5017bf1c-f54b-4806-b23d-d4d374a9af85 req-3a68a28a-938a-4a49-b593-39d15bcd659b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0658939 Jul 08 01:34:37.172771 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5017bf1c-f54b-4806-b23d-d4d374a9af85 req-d20ee129-bf06-451d-95e7-37aab455dc0a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Jul 08 01:34:37.524763 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-9c064058-c22a-49bf-9f86-93eb017d5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:37.526275 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-9c064058-c22a-49bf-9f86-93eb017d5c38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1098 time: 0.0527413 Jul 08 01:34:37.615634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-9b83a054-c693-40d6-8982-d6a856535647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:37.617075 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-9b83a054-c693-40d6-8982-d6a856535647 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.0834980 Jul 08 01:34:37.926601 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-11742d46-f4c3-4230-869f-d27b051875ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 200 len: 1001 time: 0.3027697 Jul 08 01:34:37.978720 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-b7352659-d501-4b58-93aa-d7e9f9bc54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:37.980760 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-b7352659-d501-4b58-93aa-d7e9f9bc54c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0456498 Jul 08 01:34:38.082593 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7880-1068-4ef5-b71e-049d4c2b6ee7 req-98dc2ada-1f46-491e-bf65-2ca12b9a35a5 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:38.084070 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-96ce7880-1068-4ef5-b71e-049d4c2b6ee7 req-98dc2ada-1f46-491e-bf65-2ca12b9a35a5 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 944 time: 0.1024525 Jul 08 01:34:38.086861 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-d41a517d-9be7-4015-a0fd-3bd08e776cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:38.088225 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-d41a517d-9be7-4015-a0fd-3bd08e776cab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984981 Jul 08 01:34:38.203246 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-96ce7880-1068-4ef5-b71e-049d4c2b6ee7 req-5e020050-7942-4416-9afb-fb3031efaa40 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119847 Jul 08 01:34:38.217328 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-d4d5dd7e-3432-4df0-9683-d0c76421de33 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139197 Jul 08 01:34:38.316904 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dd4187c1-0d40-49d2-a3ab-9af46a9f2d36 req-9216149f-d4d6-4daf-b3f4-712cbfe0d52c service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931401 Jul 08 01:34:38.367263 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832325b-5d2d-42ac-a898-ad3acdf535e1 req-34d5c6ac-9016-440e-8212-d95f138c0dde tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:38.368734 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3832325b-5d2d-42ac-a898-ad3acdf535e1 req-34d5c6ac-9016-440e-8212-d95f138c0dde tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0660689 Jul 08 01:34:38.406225 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3832325b-5d2d-42ac-a898-ad3acdf535e1 req-106152d4-3af8-410c-bbab-4259825f2e66 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Jul 08 01:34:38.652508 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ba01f31e-2af6-4978-b144-57bfe9a020e7 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:38.746408 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ba01f31e-2af6-4978-b144-57bfe9a020e7, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:38.756990 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:38.792065 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:38.804278 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba01f31e-2af6-4978-b144-57bfe9a020e7 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:38.823536 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ba01f31e-2af6-4978-b144-57bfe9a020e7, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:38.827476 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:38.873176 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=ba01f31e-2af6-4978-b144-57bfe9a020e7,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:39.061510 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ba01f31e-2af6-4978-b144-57bfe9a020e7'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:39.385407 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faebfe-ae2f-4bcd-a31f-a82281960414 req-01984d99-4b05-424e-89ec-da3cb915c1bb tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:39.386918 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c1faebfe-ae2f-4bcd-a31f-a82281960414 req-01984d99-4b05-424e-89ec-da3cb915c1bb tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 945 time: 0.0629175 Jul 08 01:34:39.429743 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c1faebfe-ae2f-4bcd-a31f-a82281960414 req-83836513-7eef-4404-b088-381551ed0b1e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371346 Jul 08 01:34:39.592911 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62d415-6543-4d13-9366-607a9727df4c req-ad206ab3-61da-400d-b4cb-3ccc61d6d656 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:39.592911 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fb62d415-6543-4d13-9366-607a9727df4c req-ad206ab3-61da-400d-b4cb-3ccc61d6d656 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0633061 Jul 08 01:34:39.640354 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fb62d415-6543-4d13-9366-607a9727df4c req-6dff6876-881f-4f02-a356-c2f28da26d92 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Jul 08 01:34:40.600913 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56334e24-fbc6-4445-9083-2c7a346ff67c req-96f36191-0721-476e-9bef-2636ed331462 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:40.602385 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-56334e24-fbc6-4445-9083-2c7a346ff67c req-96f36191-0721-476e-9bef-2636ed331462 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 945 time: 0.0616510 Jul 08 01:34:40.639967 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-56334e24-fbc6-4445-9083-2c7a346ff67c req-9e3cfc73-3e72-43af-b3d7-f6eecad232f1 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Jul 08 01:34:40.835756 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200c15d-2b44-4b23-b1a6-d7a3164e1110 req-bd6edf75-8e6b-458b-b890-132a6bf84980 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:40.837451 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e200c15d-2b44-4b23-b1a6-d7a3164e1110 req-bd6edf75-8e6b-458b-b890-132a6bf84980 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0709066 Jul 08 01:34:40.874587 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e200c15d-2b44-4b23-b1a6-d7a3164e1110 req-04950d10-2da8-4633-a8e3-34d677501090 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313776 Jul 08 01:34:41.813545 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc083c5-ea3a-4794-890f-43658471c41f req-c809dd2b-784b-4a13-b1a5-f641c7d60e30 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:41.815068 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6fc083c5-ea3a-4794-890f-43658471c41f req-c809dd2b-784b-4a13-b1a5-f641c7d60e30 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 945 time: 0.0686686 Jul 08 01:34:41.851847 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6fc083c5-ea3a-4794-890f-43658471c41f req-c6399fb4-f360-409c-a82d-2f67daf9fdc4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306544 Jul 08 01:34:42.049949 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8d201-7b0b-4a20-956b-9b0685c53e8a req-439b6ac6-42d9-4526-b4de-e881e066eaff tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:42.051423 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6aa8d201-7b0b-4a20-956b-9b0685c53e8a req-439b6ac6-42d9-4526-b4de-e881e066eaff tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 945 time: 0.0630965 Jul 08 01:34:42.087444 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6aa8d201-7b0b-4a20-956b-9b0685c53e8a req-0067074d-f8e9-41ae-a8c1-b191515a85d0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301962 Jul 08 01:34:42.476425 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ba01f31e-2af6-4978-b144-57bfe9a020e7 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:42.531495 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port ba01f31e-2af6-4978-b144-57bfe9a020e7 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:42.535229 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port ba01f31e-2af6-4978-b144-57bfe9a020e7 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:42.535611 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.616157 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.639552 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:42.641822 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982eb5b3-19e5-4c69-b81b-6cb449199135" -d '{"events": [{"server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "name": "network-vif-plugged", "status": "completed", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:42.656723 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ba01f31e-2af6-4978-b144-57bfe9a020e7, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:42.661015 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.662244 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:42.741420 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=ba01f31e-2af6-4978-b144-57bfe9a020e7,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:42.767075 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bad059-67e9-427d-9d64-7152682d17c2 x-openstack-request-id: req-c6bad059-67e9-427d-9d64-7152682d17c2 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:42.767336 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "name": "network-vif-plugged", "status": "completed", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:42.767564 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6bad059-67e9-427d-9d64-7152682d17c2 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:42.767934 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'code': 200} Jul 08 01:34:42.786774 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.819544 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:42.823007 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.870473 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=8']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:43.037356 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a173c-a15f-4ca2-8a8a-9b71def241ee req-682c01c0-c345-499b-bb6d-e66e3134c9ab tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:43.039169 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-450a173c-a15f-4ca2-8a8a-9b71def241ee req-682c01c0-c345-499b-bb6d-e66e3134c9ab tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 946 time: 0.0755517 Jul 08 01:34:43.053809 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431260f5-a921-4eba-b883-eae7a02927fb req-3df10000-4a0b-4936-82de-dc3b237e80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:43.056384 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-431260f5-a921-4eba-b883-eae7a02927fb req-3df10000-4a0b-4936-82de-dc3b237e80f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0609713 Jul 08 01:34:43.085774 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-450a173c-a15f-4ca2-8a8a-9b71def241ee req-020d6a12-a09f-4776-8e71-14396a1ab588 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Jul 08 01:34:43.094682 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-431260f5-a921-4eba-b883-eae7a02927fb req-9933ba83-ebe5-422f-9e03-abafd702a726 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 08 01:34:43.266665 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026747c-36eb-4b6c-b5a2-5a57ec75745e req-bd4878f2-9cb8-4b51-880e-eeaadf9e2b54 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:43.268106 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d026747c-36eb-4b6c-b5a2-5a57ec75745e req-bd4878f2-9cb8-4b51-880e-eeaadf9e2b54 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0639181 Jul 08 01:34:43.307352 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d026747c-36eb-4b6c-b5a2-5a57ec75745e req-fbca6039-4713-4847-8b17-24cab4f20231 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322039 Jul 08 01:34:43.812516 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00f71-249f-4732-a390-b4570dc0e559 req-9417524d-b310-4719-80da-1796cb5cd76b tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:43.814386 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-9417524d-b310-4719-80da-1796cb5cd76b tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/networks?id=690f80d6-8893-4bb3-9d2b-7fb2995e0889 HTTP/1.1" status: 200 len: 814 time: 0.1113803 Jul 08 01:34:43.829498 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-9691e942-eca0-4ae1-9c8c-b96ea5856b4a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/quotas/fe4d7edb19fe45a7a69fc3d3c2ef5cfd HTTP/1.1" status: 200 len: 375 time: 0.0097578 Jul 08 01:34:43.866825 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-5c5b855b-9a30-4e6d-93d8-a101c6341be3 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe4d7edb19fe45a7a69fc3d3c2ef5cfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297339 Jul 08 01:34:44.005629 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-9d3aeb4d-e960-48b8-b56a-6cac7cc807f2 service neutron] 10.222.0.22 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318684 Jul 08 01:34:44.104883 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-24d54495-42b4-408a-929e-15f24e613a73 service neutron] 10.222.0.22 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910370 Jul 08 01:34:44.276424 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbc8c0-369b-4985-b2ef-92bc881a007d req-02bdf88e-f6f0-45fe-9b5a-bdba6c4a16c9 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:44.278187 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bfdbc8c0-369b-4985-b2ef-92bc881a007d req-02bdf88e-f6f0-45fe-9b5a-bdba6c4a16c9 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 946 time: 0.0703211 Jul 08 01:34:44.319970 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bfdbc8c0-369b-4985-b2ef-92bc881a007d req-2cc1d8a0-d06d-4559-9399-0a31a9e586b6 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362036 Jul 08 01:34:44.462298 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-19240817-2a86-4a21-821c-7ebfa285b287 req-31d94e1f-7f14-4d70-887d-464f09c6234a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 210 time: 0.0409253 Jul 08 01:34:44.608573 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a33f3f-3013-48de-94f7-3f187871caa6 req-2447c3e3-c0aa-4cb8-b848-9496136758af tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:44.610682 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-30a33f3f-3013-48de-94f7-3f187871caa6 req-2447c3e3-c0aa-4cb8-b848-9496136758af tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 946 time: 0.0720663 Jul 08 01:34:44.664262 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683bf7-4344-48ae-b45b-c0c4ed61c684 req-24a9c9a9-7a41-436c-8c33-1178baca837a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:44.670251 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-02683bf7-4344-48ae-b45b-c0c4ed61c684 req-24a9c9a9-7a41-436c-8c33-1178baca837a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0879993 Jul 08 01:34:44.670756 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-30a33f3f-3013-48de-94f7-3f187871caa6 req-52cf1c9c-0a8e-4a5c-84a8-ef2b17c8a1d6 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531235 Jul 08 01:34:44.695795 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43060) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:44.739600 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-02683bf7-4344-48ae-b45b-c0c4ed61c684 req-53b94f00-0d85-4361-b69e-1b2bf373b6d6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672097 Jul 08 01:34:44.758754 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e3ef73-3397-4dc8-b13b-a5d38ea50b2f tempest-TestVolumeBootPattern-1460089390 tempest-TestVolumeBootPattern-1460089390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:44.760376 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-21e3ef73-3397-4dc8-b13b-a5d38ea50b2f tempest-TestVolumeBootPattern-1460089390 tempest-TestVolumeBootPattern-1460089390-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 1094 time: 0.0637033 Jul 08 01:34:44.763268 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43066) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:44.767891 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:44.769479 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:44.772008 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccfa713-076d-4450-a4c3-59021fc52d48" -d '{"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-unplugged", "status": "completed", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:44.787391 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43070) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:44.819316 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159980a0-326d-4d12-afe6-165ca1f4fffc x-openstack-request-id: req-159980a0-326d-4d12-afe6-165ca1f4fffc {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:44.819930 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-unplugged", "status": "failed", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b", "code": 422}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:44.820380 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-159980a0-326d-4d12-afe6-165ca1f4fffc {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:44.821053 dv-cinder-799848-1-iscsi neutron-server[92927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'code': 422} returned with failed status Jul 08 01:34:44.824363 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.902264 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-d93dfb40-3b22-44cc-848b-da104b5ce90f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136506 Jul 08 01:34:44.956716 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.087946 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Allocated IP 172.27.3.11 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/71015890-f8f1-4846-beaa-3c3300bf26a0) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:45.195440 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.234403 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.276677 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:45.283172 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:45.286818 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:45.309528 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=71015890-f8f1-4846-beaa-3c3300bf26a0,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:45.671686 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a823780f-5717-413d-b3ce-c7bfff253d0a req-df6ee2ab-572c-4f35-b525-6fd5cdf87f0d tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 210 time: 0.0498266 Jul 08 01:34:45.684834 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00f71-249f-4732-a390-b4570dc0e559 req-1a7033bf-2d16-464c-9ce1-06bc9f476d59 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:45.686323 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-1a7033bf-2d16-464c-9ce1-06bc9f476d59 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.21 "GET /v2.0/networks?id=690f80d6-8893-4bb3-9d2b-7fb2995e0889 HTTP/1.1" status: 200 len: 814 time: 0.2293901 Jul 08 01:34:45.729529 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Request body: {'port': {'device_id': '2e8d78ad-2ecf-422a-8f83-a60c7b6f317b', 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889', 'admin_state_up': True, 'tenant_id': 'fe4d7edb19fe45a7a69fc3d3c2ef5cfd'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:45.869804 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.926395 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Made reservation on behalf of fe4d7edb19fe45a7a69fc3d3c2ef5cfd for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:45.930122 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.939132 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c91bc-e18c-4f4a-9eec-c1ebb9234a4b req-30bfd5ba-4c41-410f-8888-5a4f40778479 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:45.940656 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1d8c91bc-e18c-4f4a-9eec-c1ebb9234a4b req-30bfd5ba-4c41-410f-8888-5a4f40778479 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0671809 Jul 08 01:34:45.981470 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.017065 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1d8c91bc-e18c-4f4a-9eec-c1ebb9234a4b req-d57f87f3-ea25-4645-888d-74e84e38c0c9 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700626 Jul 08 01:34:46.033841 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-c8377c5a-c056-4828-8321-a9a9dd2c7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:46.035388 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-c8377c5a-c056-4828-8321-a9a9dd2c7c12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d&tenant_id=6e82fd99b70b4a7e8072f96353086d45 HTTP/1.1" status: 200 len: 1096 time: 0.0806155 Jul 08 01:34:46.122172 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-70118410-3c32-4eeb-8a68-6879b8733850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:46.123446 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-70118410-3c32-4eeb-8a68-6879b8733850 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1096 time: 0.0536900 Jul 08 01:34:46.174186 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Allocated IP 172.20.0.12 (690f80d6-8893-4bb3-9d2b-7fb2995e0889/fd1c5b97-92fd-4206-9398-b93579c22fe4/390e33bf-45bd-4ade-8152-44c11a5070d1) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:46.227370 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.228648 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-dc9d5335-97e3-49a3-99b3-a64ed8c9b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:46.228648 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-dc9d5335-97e3-49a3-99b3-a64ed8c9b7bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.0944347 Jul 08 01:34:46.236633 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.293457 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-dc53b8b7-4fce-41de-8168-911adeab8006 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 200 len: 999 time: 0.0628867 Jul 08 01:34:46.344522 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-23540d6f-0de7-44a7-b97d-08197fec3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:46.346222 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-23540d6f-0de7-44a7-b97d-08197fec3bbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0457230 Jul 08 01:34:46.358359 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=71015890-f8f1-4846-beaa-3c3300bf26a0,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:46.394006 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.408199 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-560e3053-0ad5-4211-baf8-3cd374708af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:46.410016 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-560e3053-0ad5-4211-baf8-3cd374708af0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578933 Jul 08 01:34:46.502492 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-2cda0b14-199f-4f3e-a43f-89b3958fdb62 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857310 Jul 08 01:34:46.505426 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.525514 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.l3_db [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Floating IP c8c0e733-18f2-4d87-bd18-a118c2b76a6f associated. External IP: 172.27.3.11, port: ba01f31e-2af6-4978-b144-57bfe9a020e7. Jul 08 01:34:46.613152 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ff5c14f-0a23-4d7b-92ce-752761f97db5 req-d0b9428f-858c-4eb8-bd70-a7df732f2efb service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032329 Jul 08 01:34:46.632908 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.697547 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:46.708716 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:46.711374 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:46.741882 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392756ec-3fcd-49d1-b350-f35af298b433 req-568b782c-fd7c-488b-8f1e-15c563a96bd5 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:46.743902 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-392756ec-3fcd-49d1-b350-f35af298b433 req-568b782c-fd7c-488b-8f1e-15c563a96bd5 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0774739 Jul 08 01:34:46.798041 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-392756ec-3fcd-49d1-b350-f35af298b433 req-4af3a3ed-23a8-43c1-9f71-582720d738dd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459478 Jul 08 01:34:47.079694 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Pushing event updated for resources: {'Port': ['ID=390e33bf-45bd-4ade-8152-44c11a5070d1,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:47.176469 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:47.177355 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.197016 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-6dbee4ab-935d-405b-898d-4ef92d9423a2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4728572 Jul 08 01:34:47.267272 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e956cb-d357-4831-9f1b-b35e053cb107 req-301272d5-d71e-4a08-b439-1f6f016ef876 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:47.275572 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b9e956cb-d357-4831-9f1b-b35e053cb107 req-301272d5-d71e-4a08-b439-1f6f016ef876 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.1882606 Jul 08 01:34:47.281144 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154cd47-d93e-4c98-bf1a-6d106a1338a3 req-1aafd9be-a6b6-4c3c-b2e5-025cb18c2012 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:47.285122 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d154cd47-d93e-4c98-bf1a-6d106a1338a3 req-1aafd9be-a6b6-4c3c-b2e5-025cb18c2012 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0783904 Jul 08 01:34:47.315460 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Router 92a82e44-9fe3-4b29-88b5-0099487f91be has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:34:47.336043 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b9e956cb-d357-4831-9f1b-b35e053cb107 req-227adbf0-654a-4051-bd75-b82179dac660 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592594 Jul 08 01:34:47.347970 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d154cd47-d93e-4c98-bf1a-6d106a1338a3 req-85da8573-21e7-4fd8-a1eb-82d8d2217aec tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 Jul 08 01:34:47.479670 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:34:47.489094 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:34:47.496269 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.502158 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:47.502816 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:34:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:47.545634 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0b8df257-bb07-45e7-b457-6035910dcc1a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7812562 Jul 08 01:34:47.546517 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:47.548883 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14" -d '{"events": [{"name": "network-changed", "server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:47.618259 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:47.658951 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b01d4a9-de0b-4cfd-8063-c9bf9266f359 x-openstack-request-id: req-7b01d4a9-de0b-4cfd-8063-c9bf9266f359 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:47.659315 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:47.660160 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b01d4a9-de0b-4cfd-8063-c9bf9266f359 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:47.660160 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'status': 'completed', 'code': 200} Jul 08 01:34:47.859909 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:45Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:47.887956 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:34:47.909741 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:47.910559 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:34:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:48.037263 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:48.037497 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441634-2cec-4a57-8645-77a59f1ee24b req-8f5f0315-0f51-4a4c-ac59-c2c7383c7f59 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:48.039087 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ff441634-2cec-4a57-8645-77a59f1ee24b req-8f5f0315-0f51-4a4c-ac59-c2c7383c7f59 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0992744 Jul 08 01:34:48.093419 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ff441634-2cec-4a57-8645-77a59f1ee24b req-b8765a4d-948b-4f30-8ab7-8ffe75890c5a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469635 Jul 08 01:34:48.287332 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:45Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:48.314750 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4bcff-fefc-4817-bd7b-be263f3e0d79 None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:45Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:34:48.569224 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1f692-1c46-42c1-8399-bc0dc337802d req-d0764ace-6698-4908-9268-76a2e9b11598 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:48.572490 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7dc1f692-1c46-42c1-8399-bc0dc337802d req-d0764ace-6698-4908-9268-76a2e9b11598 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0725262 Jul 08 01:34:48.576195 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df5e66-5fb5-43f1-b5ed-93ff8c01ed09 req-efd7adbb-1682-4a5c-884f-cac10235dabb tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:48.577809 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c2df5e66-5fb5-43f1-b5ed-93ff8c01ed09 req-efd7adbb-1682-4a5c-884f-cac10235dabb tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.1190977 Jul 08 01:34:48.608415 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18a2a0-1b9c-4548-ae10-824175c4bd77 None None] New status for floating IP c8c0e733-18f2-4d87-bd18-a118c2b76a6f: ACTIVE {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:34:48.624802 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7dc1f692-1c46-42c1-8399-bc0dc337802d req-429be685-c29c-46af-83d5-fc95aeefd770 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474889 Jul 08 01:34:48.630629 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c2df5e66-5fb5-43f1-b5ed-93ff8c01ed09 req-7a8c62bb-e54a-4598-ac0a-62a76ae14ca8 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Jul 08 01:34:49.272079 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf482-09f7-43b1-b2f9-c2436660c960 req-9eaae8a7-dd22-46b0-80e8-aaa6dd52fb82 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:49.273628 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ecdbf482-09f7-43b1-b2f9-c2436660c960 req-9eaae8a7-dd22-46b0-80e8-aaa6dd52fb82 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0653255 Jul 08 01:34:49.316600 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ecdbf482-09f7-43b1-b2f9-c2436660c960 req-e643eb1f-91f5-480e-b924-3d271f0f84d8 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337815 Jul 08 01:34:49.814756 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50c4f2-bb27-4049-93b7-8bef66fa6f41 req-521e3253-4c63-42d4-8e37-4b08d8f33bb1 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:49.816322 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5e50c4f2-bb27-4049-93b7-8bef66fa6f41 req-521e3253-4c63-42d4-8e37-4b08d8f33bb1 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.0778983 Jul 08 01:34:49.824377 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1158c4-f97d-44a0-a21d-82e13ec399df req-9afb94d4-3694-4eab-a093-52fd60da9cfe tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:49.831418 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2d1158c4-f97d-44a0-a21d-82e13ec399df req-9afb94d4-3694-4eab-a093-52fd60da9cfe tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0836074 Jul 08 01:34:49.870178 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2d1158c4-f97d-44a0-a21d-82e13ec399df req-1bb996c2-0cc9-4230-9d13-90cd6c4df920 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377378 Jul 08 01:34:49.888472 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5e50c4f2-bb27-4049-93b7-8bef66fa6f41 req-18636f5c-58bf-4980-a5a4-d2d255ad8c00 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657313 Jul 08 01:34:50.492915 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873540c-eeb2-449f-8bb8-aa35ae359873 req-9fa46335-0d28-4566-bb30-8e834f41be24 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:50.494428 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5873540c-eeb2-449f-8bb8-aa35ae359873 req-9fa46335-0d28-4566-bb30-8e834f41be24 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0648432 Jul 08 01:34:50.534186 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5873540c-eeb2-449f-8bb8-aa35ae359873 req-6bc35c2d-815a-47a1-8c02-55459991c68d tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Jul 08 01:34:51.090944 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41aa27-73c8-4265-a932-267f016f1bd2 req-bfa6a41a-87c7-4fa6-837f-81c667f5ee30 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.092507 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9b41aa27-73c8-4265-a932-267f016f1bd2 req-bfa6a41a-87c7-4fa6-837f-81c667f5ee30 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.0689292 Jul 08 01:34:51.100258 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb342e-3578-4f8f-b744-ac93f5ddd9c9 req-7d52ba4b-dbba-4664-ad16-5aa681c55d7a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.102458 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-debb342e-3578-4f8f-b744-ac93f5ddd9c9 req-7d52ba4b-dbba-4664-ad16-5aa681c55d7a tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0856369 Jul 08 01:34:51.134988 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9b41aa27-73c8-4265-a932-267f016f1bd2 req-0a44e30f-963a-4320-88f9-3e736cef807e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364125 Jul 08 01:34:51.151775 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-debb342e-3578-4f8f-b744-ac93f5ddd9c9 req-fedad663-cd66-4944-a5f5-82640191b2d6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337291 Jul 08 01:34:51.720074 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fbbcb-738a-460b-95bc-dd63e2df3faf req-ac5d38b3-6286-4af2-a640-c624feb07a56 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.721574 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-508fbbcb-738a-460b-95bc-dd63e2df3faf req-ac5d38b3-6286-4af2-a640-c624feb07a56 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0750251 Jul 08 01:34:51.761113 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-508fbbcb-738a-460b-95bc-dd63e2df3faf req-4f71b191-6a66-4efe-b31a-74de3613406f tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 Jul 08 01:34:52.123459 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:34:52.329660 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839e400-8fcd-4659-b10e-bc8afb549088 req-49972f0b-a069-4e8d-9199-cc7bf5ca8fdb tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:52.331307 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e839e400-8fcd-4659-b10e-bc8afb549088 req-49972f0b-a069-4e8d-9199-cc7bf5ca8fdb tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.0719972 Jul 08 01:34:52.360418 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524f0bc-4312-4e05-a102-2ca00e11ae80 req-aa41c1e9-b682-4583-86f5-0f9198356679 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:52.362104 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e524f0bc-4312-4e05-a102-2ca00e11ae80 req-aa41c1e9-b682-4583-86f5-0f9198356679 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0775065 Jul 08 01:34:52.372249 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e839e400-8fcd-4659-b10e-bc8afb549088 req-379c81c0-c40a-4faa-8fb0-f7e0fcfb0e2c tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346370 Jul 08 01:34:52.409610 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e524f0bc-4312-4e05-a102-2ca00e11ae80 req-4bc413a2-d9bb-43be-8320-6282dff6001e tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Jul 08 01:34:52.932703 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.948001 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1470bc-7a57-4a7c-a12c-b60dcf4e7389 req-5f18a067-63f1-4a66-b548-7d13e5ded2ae tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:52.949810 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8c1470bc-7a57-4a7c-a12c-b60dcf4e7389 req-5f18a067-63f1-4a66-b548-7d13e5ded2ae tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0697093 Jul 08 01:34:52.990881 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8c1470bc-7a57-4a7c-a12c-b60dcf4e7389 req-d8b0ce54-9a1b-4e67-aaa8-b3e4de17047e tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350602 Jul 08 01:34:53.554493 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb47831-84b5-461a-b634-764289842e90 req-cecbb2d7-fd0a-4e01-a751-7e4418530796 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.557352 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dcb47831-84b5-461a-b634-764289842e90 req-cecbb2d7-fd0a-4e01-a751-7e4418530796 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.0715072 Jul 08 01:34:53.600252 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dcb47831-84b5-461a-b634-764289842e90 req-c7af1997-cbcb-495d-8632-b2a08c2ae2c9 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350730 Jul 08 01:34:53.622213 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fd46f-590e-4cd8-b24c-f65124613a1f req-4fb0443f-15bf-4185-b7c8-458de5a3abe2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.623750 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-609fd46f-590e-4cd8-b24c-f65124613a1f req-4fb0443f-15bf-4185-b7c8-458de5a3abe2 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0731866 Jul 08 01:34:53.662726 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-609fd46f-590e-4cd8-b24c-f65124613a1f req-f012821f-c4c0-4290-9382-d86115374956 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Jul 08 01:34:54.178274 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab651-e3a2-4518-ad8d-98ccd9600ccd req-d60d2215-7c61-4759-92ca-3b522f16fffd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.179745 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-37bab651-e3a2-4518-ad8d-98ccd9600ccd req-d60d2215-7c61-4759-92ca-3b522f16fffd tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0654554 Jul 08 01:34:54.217853 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-37bab651-e3a2-4518-ad8d-98ccd9600ccd req-bf44f5f6-1689-45f0-ab11-36e3c4e450ef tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Jul 08 01:34:54.793903 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd205-6047-4c53-b5a4-80c95f339822 req-a45c6fd2-49bd-4b85-9b11-98a8015f8dd2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.795409 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-730fd205-6047-4c53-b5a4-80c95f339822 req-a45c6fd2-49bd-4b85-9b11-98a8015f8dd2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.0790184 Jul 08 01:34:54.838815 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-730fd205-6047-4c53-b5a4-80c95f339822 req-648f165f-a93f-44e3-9063-644e6e52212a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373788 Jul 08 01:34:54.862677 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78177-d9ad-4638-b1c6-7fd8e75945c9 req-0c60edd6-2c15-4982-a2a3-b18141dd9304 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.864151 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3aa78177-d9ad-4638-b1c6-7fd8e75945c9 req-0c60edd6-2c15-4982-a2a3-b18141dd9304 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0771177 Jul 08 01:34:54.904690 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3aa78177-d9ad-4638-b1c6-7fd8e75945c9 req-d1883a1e-e184-45ea-9542-07ee967c1b21 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344207 Jul 08 01:34:55.393988 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b33a-7dfc-4bc8-b7f6-d84c66b4a441 req-accb9330-5f6d-42a9-a10f-6fc70c1d773a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:55.395648 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9365b33a-7dfc-4bc8-b7f6-d84c66b4a441 req-accb9330-5f6d-42a9-a10f-6fc70c1d773a tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0657089 Jul 08 01:34:55.437198 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9365b33a-7dfc-4bc8-b7f6-d84c66b4a441 req-99649efa-86ab-47d3-a132-16e3fb799d95 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354838 Jul 08 01:34:55.655553 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2161ed8b-8b3e-46b8-be22-818ae6778181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:56.100784 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77e9e-a54b-4a36-b32d-2ac57fdca81b req-c4ec7dec-8d6f-492a-8fac-c20cb49e1e21 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.103753 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-abc77e9e-a54b-4a36-b32d-2ac57fdca81b req-c4ec7dec-8d6f-492a-8fac-c20cb49e1e21 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0735490 Jul 08 01:34:56.142960 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-abc77e9e-a54b-4a36-b32d-2ac57fdca81b req-d0e9a985-7cae-47ec-a205-85e808abfcfa tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334837 Jul 08 01:34:56.190078 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fe4d8-e7bf-4de8-bb62-5e546aeea2ae req-3bd79858-cc38-4600-ab4a-8728cd0befaa tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.194001 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b23fe4d8-e7bf-4de8-bb62-5e546aeea2ae req-3bd79858-cc38-4600-ab4a-8728cd0befaa tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.0769963 Jul 08 01:34:56.232520 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b23fe4d8-e7bf-4de8-bb62-5e546aeea2ae req-3ebfa510-4beb-4598-b20a-5ddd0e25d8a9 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Jul 08 01:34:56.613521 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7006be-b488-41a1-92b1-4917070a046e req-3d2c1d08-3bc5-463b-8019-fbef52828e44 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.615213 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e7006be-b488-41a1-92b1-4917070a046e req-3d2c1d08-3bc5-463b-8019-fbef52828e44 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0657227 Jul 08 01:34:56.653162 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e7006be-b488-41a1-92b1-4917070a046e req-1673307a-688a-4beb-a5e2-c32fda195eea tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jul 08 01:34:57.324098 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713e5fb-b905-4144-97cf-45977e5a9d1f req-54e1b211-d8d8-4e23-b9e1-2789570d6b3d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:57.325459 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0713e5fb-b905-4144-97cf-45977e5a9d1f req-54e1b211-d8d8-4e23-b9e1-2789570d6b3d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0657845 Jul 08 01:34:57.363739 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0713e5fb-b905-4144-97cf-45977e5a9d1f req-75f44a72-0d4a-449c-9359-85ac25ac0171 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327528 Jul 08 01:34:57.411442 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba990-f66d-44b3-80f4-304fa451948b req-2b59fa26-ed3f-4d6a-b337-b1108733b9bc tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:57.412986 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-886ba990-f66d-44b3-80f4-304fa451948b req-2b59fa26-ed3f-4d6a-b337-b1108733b9bc tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 932 time: 0.0632772 Jul 08 01:34:57.451142 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-886ba990-f66d-44b3-80f4-304fa451948b req-8551e573-11ba-4dac-b8a9-011f437538a4 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Jul 08 01:34:57.823701 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f159-97f9-4205-8721-04fffb5d21b5 req-be1f9138-b123-452d-b96d-246ed22320fb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:57.825169 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1f56f159-97f9-4205-8721-04fffb5d21b5 req-be1f9138-b123-452d-b96d-246ed22320fb tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0656431 Jul 08 01:34:57.864410 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-1f56f159-97f9-4205-8721-04fffb5d21b5 req-3e66ce93-2540-449c-8b41-d3e2c3a60260 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335574 Jul 08 01:34:57.999315 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Request body: {'port': {'device_id': '2e8d78ad-2ecf-422a-8f83-a60c7b6f317b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:58.065413 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-7d82aab6-b6ce-439d-a8e4-5fe529209e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.067041 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-7d82aab6-b6ce-439d-a8e4-5fe529209e22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0550838 Jul 08 01:34:58.070299 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.158128 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-38fa7128-e364-400f-b0c4-2471548349be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.159513 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-38fa7128-e364-400f-b0c4-2471548349be service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.0845406 Jul 08 01:34:58.229578 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-32433377-2f93-4988-8a1a-cff36b730a55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7 HTTP/1.1" status: 200 len: 1001 time: 0.0602596 Jul 08 01:34:58.279991 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-bfe5f32b-ad8e-44aa-a532-471cf838b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.281425 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-bfe5f32b-ad8e-44aa-a532-471cf838b308 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0430734 Jul 08 01:34:58.331127 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390e33bf-45bd-4ade-8152-44c11a5070d1 {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:58.338414 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-16dcb724-3e92-43cd-9c2b-c439b7d30972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.339135 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.339924 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-16dcb724-3e92-43cd-9c2b-c439b7d30972 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509310 Jul 08 01:34:58.350546 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Transition to ACTIVE for port object 390e33bf-45bd-4ade-8152-44c11a5070d1 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:58.354426 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.405365 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Pushing event updated for resources: {'Port': ['ID=390e33bf-45bd-4ade-8152-44c11a5070d1,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:58.436905 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-a3ad4486-3b85-4abf-b60b-32d23d75cb4c service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890779 Jul 08 01:34:58.457502 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93105f62-d1be-46bf-a92d-dadeef91ed1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.465437 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.479795 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Attempting to bind port 390e33bf-45bd-4ade-8152-44c11a5070d1 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:58.480138 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Attempting to bind port 390e33bf-45bd-4ade-8152-44c11a5070d1 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:58.480562 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Attempting to bind port 390e33bf-45bd-4ade-8152-44c11a5070d1 on network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:58.486131 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Port 390e33bf-45bd-4ade-8152-44c11a5070d1 on network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:58.486514 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Attempting to bind port 390e33bf-45bd-4ade-8152-44c11a5070d1 on network 690f80d6-8893-4bb3-9d2b-7fb2995e0889 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:58.492167 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:58.492947 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Checking segment: {'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:58.493349 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Bound using segment: {'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:58.494599 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Bound port: 390e33bf-45bd-4ade-8152-44c11a5070d1, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f9d175-9f07-49a6-8986-4df81810ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:58.494991 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.568218 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] For port 390e33bf-45bd-4ade-8152-44c11a5070d1, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:58.572377 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] For port 390e33bf-45bd-4ade-8152-44c11a5070d1, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=390e33bf-45bd-4ade-8152-44c11a5070d1,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:58.577400 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5f257a30-49b7-45cb-92ff-0e5c2a31bc14 req-c389e575-8f08-4f54-a8b9-f63f621e5d7d service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314774 Jul 08 01:34:58.578789 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.592949 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abfc62-1776-4d5f-8175-967b2be08142 req-0a9a528b-4b18-4e6a-a168-6c1220a02aa5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.594551 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7abfc62-1776-4d5f-8175-967b2be08142 req-0a9a528b-4b18-4e6a-a168-6c1220a02aa5 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0964727 Jul 08 01:34:58.632910 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7abfc62-1776-4d5f-8175-967b2be08142 req-8dd11f09-be27-4e1d-a884-fafb02f613d6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316765 Jul 08 01:34:58.648060 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.648716 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.650135 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] 10.222.0.21 "PUT /v2.0/ports/390e33bf-45bd-4ade-8152-44c11a5070d1 HTTP/1.1" status: 200 len: 1094 time: 0.6552224 Jul 08 01:34:58.650578 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8d78ad-2ecf-422a-8f83-a60c7b6f317b', 'tag': '390e33bf-45bd-4ade-8152-44c11a5070d1'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:58.652776 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c58d6c-6132-4bb4-9649-0f170b09eb09" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8d78ad-2ecf-422a-8f83-a60c7b6f317b", "tag": "390e33bf-45bd-4ade-8152-44c11a5070d1"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:58.687712 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d66fc-f0f2-40e0-9418-08f63a5646cd service neutron] Pushing event updated for resources: {'Port': ['ID=390e33bf-45bd-4ade-8152-44c11a5070d1,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:58.691798 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8a4b2f-985d-4eb7-b00d-e0aa37b3dd57 x-openstack-request-id: req-fc8a4b2f-985d-4eb7-b00d-e0aa37b3dd57 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:58.692087 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8d78ad-2ecf-422a-8f83-a60c7b6f317b", "tag": "390e33bf-45bd-4ade-8152-44c11a5070d1", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:58.692339 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc8a4b2f-985d-4eb7-b00d-e0aa37b3dd57 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:58.692718 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8d78ad-2ecf-422a-8f83-a60c7b6f317b', 'tag': '390e33bf-45bd-4ade-8152-44c11a5070d1', 'status': 'completed', 'code': 200} Jul 08 01:34:58.716243 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec8fac-6fb8-4be9-bbf3-d7846e7aa410 req-1549784a-c27f-45dd-9adb-f804873e1a47 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.717682 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7eec8fac-6fb8-4be9-bbf3-d7846e7aa410 req-1549784a-c27f-45dd-9adb-f804873e1a47 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 944 time: 0.1411524 Jul 08 01:34:58.780242 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7eec8fac-6fb8-4be9-bbf3-d7846e7aa410 req-45580d77-2268-4302-8bdc-2872daad96b4 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465355 Jul 08 01:34:58.792208 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00f71-249f-4732-a390-b4570dc0e559 req-92657569-ff03-4526-9782-15ed81555459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.793752 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-92657569-ff03-4526-9782-15ed81555459 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe4d7edb19fe45a7a69fc3d3c2ef5cfd&device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 1097 time: 0.0954576 Jul 08 01:34:58.836053 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-889a561e-bc3a-4b94-8538-1eba35587afc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390e33bf-45bd-4ade-8152-44c11a5070d1 HTTP/1.1" status: 200 len: 217 time: 0.0334406 Jul 08 01:34:58.893882 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00f71-249f-4732-a390-b4570dc0e559 req-39b67c32-2351-429b-9c01-b96cddde4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.895508 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-39b67c32-2351-429b-9c01-b96cddde4530 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd1c5b97-92fd-4206-9398-b93579c22fe4 HTTP/1.1" status: 200 len: 854 time: 0.0429091 Jul 08 01:34:58.929362 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-32314640-a991-4afd-a6e0-66b5b9f41266 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=690f80d6-8893-4bb3-9d2b-7fb2995e0889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260301 Jul 08 01:34:59.022023 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-c5d1ae32-c777-4c95-8134-ee6c0ad8222f service neutron] 10.222.0.21 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845776 Jul 08 01:34:59.044367 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795ac6d-1df7-4610-9bee-f6eee74ad0bc req-662197df-c00c-4607-858c-afb8c1f34c8b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.045854 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9795ac6d-1df7-4610-9bee-f6eee74ad0bc req-662197df-c00c-4607-858c-afb8c1f34c8b tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0715871 Jul 08 01:34:59.083023 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9795ac6d-1df7-4610-9bee-f6eee74ad0bc req-3cf1623f-994f-4827-afe9-f04da0ed25e0 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313089 Jul 08 01:34:59.111038 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-efe00f71-249f-4732-a390-b4570dc0e559 req-472d97cd-8598-49bb-9491-c4fa78ea4439 service neutron] 10.222.0.21 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820067 Jul 08 01:34:59.218585 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-6e41c22b-c1cd-49a7-b238-77887abcd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.219959 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-6e41c22b-c1cd-49a7-b238-77887abcd284 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe4d7edb19fe45a7a69fc3d3c2ef5cfd&device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 1097 time: 0.0543258 Jul 08 01:34:59.307806 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-febafd5f-e995-4683-95c2-fe17d3889300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.309246 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-febafd5f-e995-4683-95c2-fe17d3889300 service neutron] 10.222.0.21 "GET /v2.0/networks?id=690f80d6-8893-4bb3-9d2b-7fb2995e0889 HTTP/1.1" status: 200 len: 914 time: 0.0812008 Jul 08 01:34:59.352539 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-ad8015a8-de48-4150-ae84-a369c7773a03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390e33bf-45bd-4ade-8152-44c11a5070d1 HTTP/1.1" status: 200 len: 217 time: 0.0360518 Jul 08 01:34:59.399734 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-53d4a3ff-b52c-49ca-a802-5f6fda95cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.401144 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-53d4a3ff-b52c-49ca-a802-5f6fda95cb7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd1c5b97-92fd-4206-9398-b93579c22fe4 HTTP/1.1" status: 200 len: 854 time: 0.0425224 Jul 08 01:34:59.434043 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-77af501b-b74c-4bf1-8be0-85a11f1fabf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=690f80d6-8893-4bb3-9d2b-7fb2995e0889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254157 Jul 08 01:34:59.447764 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.527611 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-7a41a570-5329-4338-a09c-2b2bb96d80ef service neutron] 10.222.0.21 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849054 Jul 08 01:34:59.615648 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-65c58d6c-6132-4bb4-9649-0f170b09eb09 req-2373959a-8ec6-4210-a766-d1f356ff6234 service neutron] 10.222.0.21 "GET /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806031 Jul 08 01:34:59.699951 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-edd89ebb-b68a-425d-af8d-6536ac01f992 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.701403 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-edd89ebb-b68a-425d-af8d-6536ac01f992 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.0618143 Jul 08 01:34:59.846202 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Deleting port 1eff8685-8c00-467d-ae92-c0124e32b473 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:59.846556 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.858113 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a1537-9ef6-4abd-818d-5215757096d6 req-a6258d84-f8b9-4fba-8008-9a36f48f8188 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.859592 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-156a1537-9ef6-4abd-818d-5215757096d6 req-a6258d84-f8b9-4fba-8008-9a36f48f8188 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.1104760 Jul 08 01:34:59.942975 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-156a1537-9ef6-4abd-818d-5215757096d6 req-f9fc2efd-8218-491a-9c98-0603dd07b9f4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732472 Jul 08 01:34:59.971530 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779005a2-ac17-438e-bb6f-05adba6975c3 req-6de84759-55ca-460e-8e45-288fcd0fcc89 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.971530 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-779005a2-ac17-438e-bb6f-05adba6975c3 req-6de84759-55ca-460e-8e45-288fcd0fcc89 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 944 time: 0.0663781 Jul 08 01:34:59.974751 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] For port 1eff8685-8c00-467d-ae92-c0124e32b473, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=1eff8685-8c00-467d-ae92-c0124e32b473,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:59.975126 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.004439 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-779005a2-ac17-438e-bb6f-05adba6975c3 req-2409ab70-c155-4849-9094-759d63ca5116 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Jul 08 01:35:00.140581 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.141066 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.141387 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.l3_db [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Floating IP 0644147a-3a6d-4526-b63a-05ce51781853 disassociated. External IP: 172.27.3.52, port: 1eff8685-8c00-467d-ae92-c0124e32b473. Jul 08 01:35:00.141751 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Calling delete_port for 1eff8685-8c00-467d-ae92-c0124e32b473 owned by compute:nova {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:00.309164 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8fdc0-ba35-4b6a-81f4-f2f57c97b62d req-0ca9fe57-d4e7-4c6d-b6a3-83b53c24e571 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:00.311221 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c9d8fdc0-ba35-4b6a-81f4-f2f57c97b62d req-0ca9fe57-d4e7-4c6d-b6a3-83b53c24e571 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/ports?device_id=dfc8854c-b391-4b28-8509-66245fc99dd1 HTTP/1.1" status: 200 len: 946 time: 0.1155918 Jul 08 01:35:00.328561 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.369422 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event deleted for resources: {'Port': ['ID=1eff8685-8c00-467d-ae92-c0124e32b473,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:00.388882 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c9d8fdc0-ba35-4b6a-81f4-f2f57c97b62d req-0ba16a10-0bc6-4a78-8c10-e11cb6268dfe tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups?id=b3a55566-6196-457e-ae82-e61b60ab4c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710506 Jul 08 01:35:00.491591 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Router 98864ab0-ef53-490d-a603-e0be3bd27454 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:35:00.592136 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:35:00.601158 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] Sync routers for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:35:00.610302 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:00.610923 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:34:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:00.639490 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] No DVR routers for this DVR port 1eff8685-8c00-467d-ae92-c0124e32b473 on host hv-cinder-79984 {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:00.642013 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.644014 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ec858d07-d562-4f3f-a82e-9b0c2f3adee3 req-ec1268d5-d16d-4c88-a172-84821bfd6336 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.21 "DELETE /v2.0/ports/1eff8685-8c00-467d-ae92-c0124e32b473 HTTP/1.1" status: 204 len: 173 time: 0.9344280 Jul 08 01:35:00.693751 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'name': 'network-vif-deleted', 'tag': '1eff8685-8c00-467d-ae92-c0124e32b473'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:00.696075 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f4f34d-77cf-43ed-a112-859ee7ceadea" -d '{"events": [{"server_uuid": "dfc8854c-b391-4b28-8509-66245fc99dd1", "name": "network-vif-deleted", "tag": "1eff8685-8c00-467d-ae92-c0124e32b473"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:00.724305 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:00.731894 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c81014a-4d47-44b6-8310-d9af16c9bf7a x-openstack-request-id: req-0c81014a-4d47-44b6-8310-d9af16c9bf7a {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:00.732181 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc8854c-b391-4b28-8509-66245fc99dd1", "name": "network-vif-deleted", "tag": "1eff8685-8c00-467d-ae92-c0124e32b473", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:00.732430 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c81014a-4d47-44b6-8310-d9af16c9bf7a {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:00.732819 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc8854c-b391-4b28-8509-66245fc99dd1', 'name': 'network-vif-deleted', 'tag': '1eff8685-8c00-467d-ae92-c0124e32b473', 'status': 'completed', 'code': 200} Jul 08 01:35:00.965091 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.070042 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:01.101791 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] Checking router: 98864ab0-ef53-490d-a603-e0be3bd27454 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:35:01.111437 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:01.112096 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:34:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:01.130443 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39032-0b40-42fa-8583-afe9661ff909 req-2a9ec3c8-45c1-47da-82eb-87d1fefea07c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:01.138163 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-72c39032-0b40-42fa-8583-afe9661ff909 req-2a9ec3c8-45c1-47da-82eb-87d1fefea07c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 943 time: 0.0751133 Jul 08 01:35:01.182570 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-72c39032-0b40-42fa-8583-afe9661ff909 req-513ec6a5-9a6b-4357-8b51-971d839f0343 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Jul 08 01:35:01.189295 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e79498-af89-4ecd-a70b-95c839263c80 req-f6071e18-d58f-4b10-88d1-dbb59696216b tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:01.196705 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-37e79498-af89-4ecd-a70b-95c839263c80 req-f6071e18-d58f-4b10-88d1-dbb59696216b tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 944 time: 0.0740027 Jul 08 01:35:01.232174 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:01.233062 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-37e79498-af89-4ecd-a70b-95c839263c80 req-8b95d7bf-eb28-4d90-a54c-5a0d15d20399 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Jul 08 01:35:01.435486 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:01.464699 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77aead7-fe40-4deb-8058-06fb683e7b37 None None] The sync data for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi is: [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:29:05Z', 'revision_number': 4, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72b93354-5414-481a-990f-a672bafbe3d0', 'name': '', 'network_id': 'ff21397a-491b-4554-b541-580aa984c22f', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'mac_address': 'fa:16:3e:67:3f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:03Z', 'updated_at': '2021-07-08T01:29:16Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'subnets': [{'id': '52da4beb-059b-49fe-b8ca-3360efc9bff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:35:01.515454 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43222) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:01.540946 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:01.571184 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b089cff4-0e06-4329-a3df-9dceadfde7df tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.595662 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b089cff4-0e06-4329-a3df-9dceadfde7df tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.641724 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:01.648337 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b089cff4-0e06-4329-a3df-9dceadfde7df tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.651487 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b089cff4-0e06-4329-a3df-9dceadfde7df tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.652658 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b089cff4-0e06-4329-a3df-9dceadfde7df tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "DELETE /v2.0/security-groups/b3a55566-6196-457e-ae82-e61b60ab4c14 HTTP/1.1" status: 204 len: 168 time: 0.1362288 Jul 08 01:35:01.655495 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43224) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:01.656460 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'port_id': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'mac_address': 'fa:16:3e:3a:41:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:01.666553 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089cff4-0e06-4329-a3df-9dceadfde7df tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a55566-6196-457e-ae82-e61b60ab4c14,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:01.672854 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.api.v2.resource [None req-46dd22c1-43fc-471f-9344-6aa423017878 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] show failed (client error): The resource could not be found. Jul 08 01:35:01.674393 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-46dd22c1-43fc-471f-9344-6aa423017878 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "GET /v2.0/security-groups/b3a55566-6196-457e-ae82-e61b60ab4c14 HTTP/1.1" status: 404 len: 347 time: 0.0171771 Jul 08 01:35:01.677330 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43226) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:01.707833 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.721219 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5524124f-bffd-4b0b-83de-3804c1db2f1b {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:01.725088 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12f580-4bad-4c77-af18-1fb4ab559dfd None None] New status for floating IP 0644147a-3a6d-4526-b63a-05ce51781853: DOWN {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:35:01.741047 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:01.746348 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.747052 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 390e33bf-45bd-4ade-8152-44c11a5070d1 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:01.806952 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Deleting port 201168de-51b7-493d-9f80-3f57b2b59334 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:01.807277 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.846926 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=9']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:01.890667 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.890992 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.894193 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 390e33bf-45bd-4ade-8152-44c11a5070d1, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=390e33bf-45bd-4ade-8152-44c11a5070d1,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:01.903516 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Calling delete_port for 201168de-51b7-493d-9f80-3f57b2b59334 owned by network:floatingip {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:01.905970 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '390e33bf-45bd-4ade-8152-44c11a5070d1', 'network_id': '690f80d6-8893-4bb3-9d2b-7fb2995e0889', 'port_id': '390e33bf-45bd-4ade-8152-44c11a5070d1', 'mac_address': 'fa:16:3e:4e:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1c5b97-92fd-4206-9398-b93579c22fe4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:01.944814 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.957635 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390e33bf-45bd-4ade-8152-44c11a5070d1 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:01.976977 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 390e33bf-45bd-4ade-8152-44c11a5070d1, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=390e33bf-45bd-4ade-8152-44c11a5070d1,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:01.980763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.026387 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=390e33bf-45bd-4ade-8152-44c11a5070d1,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:02.045192 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.070479 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Pushing event deleted for resources: {'Port': ['ID=201168de-51b7-493d-9f80-3f57b2b59334,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:02.130266 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks [] for floatingip, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.133183 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.134424 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-b221a332-7e2c-47d3-960d-24cac9495352 tempest-AttachVolumeTestJSON-373528445 tempest-AttachVolumeTestJSON-373528445-project] 10.222.0.22 "DELETE /v2.0/floatingips/0644147a-3a6d-4526-b63a-05ce51781853 HTTP/1.1" status: 204 len: 168 time: 0.4559631 Jul 08 01:35:02.269529 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['5524124f-bffd-4b0b-83de-3804c1db2f1b'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:02.271920 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['390e33bf-45bd-4ade-8152-44c11a5070d1'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:02.385652 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2e985-7b2d-4dac-8e1f-3f923e8e10ca req-d1b9e589-3b67-457b-a28f-65d785ea205d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:02.387197 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-86b2e985-7b2d-4dac-8e1f-3f923e8e10ca req-d1b9e589-3b67-457b-a28f-65d785ea205d tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 944 time: 0.0780413 Jul 08 01:35:02.413931 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927855b-e60a-4d5a-8cc3-ede0aa301b9d req-97559d43-8dd9-446e-8fdc-e7a12db39c89 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:02.415926 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7927855b-e60a-4d5a-8cc3-ede0aa301b9d req-97559d43-8dd9-446e-8fdc-e7a12db39c89 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 945 time: 0.0694747 Jul 08 01:35:02.432383 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-86b2e985-7b2d-4dac-8e1f-3f923e8e10ca req-bfd9827f-a402-47e4-af0e-0c80f602c29f tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382094 Jul 08 01:35:02.463504 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7927855b-e60a-4d5a-8cc3-ede0aa301b9d req-0a190de0-29e2-45de-8c03-2fa791161708 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Jul 08 01:35:03.552119 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:03.602085 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 5524124f-bffd-4b0b-83de-3804c1db2f1b triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:03.602564 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.631782 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6097c1-4982-4238-994a-426c9524da2c req-f0267be4-8f9d-4204-9040-f32d20d615d0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:03.633501 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fa6097c1-4982-4238-994a-426c9524da2c req-f0267be4-8f9d-4204-9040-f32d20d615d0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 944 time: 0.0802686 Jul 08 01:35:03.647248 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462594d-f41d-4ec0-a504-37d56519311c req-00ea0730-fb89-4c73-8d11-341a5329520e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:03.649432 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b462594d-f41d-4ec0-a504-37d56519311c req-00ea0730-fb89-4c73-8d11-341a5329520e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 945 time: 0.0696392 Jul 08 01:35:03.673133 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fa6097c1-4982-4238-994a-426c9524da2c req-d49c5c35-74f1-47e6-9ae7-d5290ec7e1a0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Jul 08 01:35:03.689423 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b462594d-f41d-4ec0-a504-37d56519311c req-e376ec36-cc9b-44e0-8988-805517b94328 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344448 Jul 08 01:35:03.690514 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.713203 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:03.715453 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5282b1-9433-4dce-8099-1c97f05717a8" -d '{"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-plugged", "status": "completed", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:03.727666 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:03.732165 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.733120 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 390e33bf-45bd-4ade-8152-44c11a5070d1 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:03.759834 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e0d048-d883-4584-b7fc-6ca825d15d08 x-openstack-request-id: req-81e0d048-d883-4584-b7fc-6ca825d15d08 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:03.760123 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-plugged", "status": "completed", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:03.760383 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81e0d048-d883-4584-b7fc-6ca825d15d08 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:03.760766 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'code': 200} Jul 08 01:35:03.813982 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=10']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:03.826018 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 390e33bf-45bd-4ade-8152-44c11a5070d1 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:03.829961 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 390e33bf-45bd-4ade-8152-44c11a5070d1 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:03.830455 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.907758 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.943634 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 390e33bf-45bd-4ade-8152-44c11a5070d1, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=390e33bf-45bd-4ade-8152-44c11a5070d1,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:03.947560 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.947728 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d34d2b-5f01-4ec1-ab57-b383f2d5fc17 req-928bb5e9-5738-423e-8449-0924f8216dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:03.948369 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 1eff8685-8c00-467d-ae92-c0124e32b473 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:03.949286 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-66d34d2b-5f01-4ec1-ab57-b383f2d5fc17 req-928bb5e9-5738-423e-8449-0924f8216dab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1099 time: 0.0509579 Jul 08 01:35:03.983408 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-66d34d2b-5f01-4ec1-ab57-b383f2d5fc17 req-0aa7be2c-97bf-4e23-9141-2a29bd8af538 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276439 Jul 08 01:35:03.985828 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 1eff8685-8c00-467d-ae92-c0124e32b473 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:03.986177 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 1eff8685-8c00-467d-ae92-c0124e32b473 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:04.009683 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=390e33bf-45bd-4ade-8152-44c11a5070d1,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:04.872401 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63fc4c-ace2-4298-a9b9-497ac674b923 req-4f2c1ce7-0468-48b6-b082-e6f5ce6cbf21 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:04.875700 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-db63fc4c-ace2-4298-a9b9-497ac674b923 req-4f2c1ce7-0468-48b6-b082-e6f5ce6cbf21 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 946 time: 0.0815105 Jul 08 01:35:04.897059 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488fda-d259-485d-b5ef-f0644dee5324 req-15c21956-d8f3-4a4b-8f09-7d8c5c7fb74e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:04.898570 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c8488fda-d259-485d-b5ef-f0644dee5324 req-15c21956-d8f3-4a4b-8f09-7d8c5c7fb74e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 946 time: 0.0885608 Jul 08 01:35:04.926519 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-db63fc4c-ace2-4298-a9b9-497ac674b923 req-32946516-bacc-4a55-93d6-4283a4d10124 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Jul 08 01:35:04.941000 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c8488fda-d259-485d-b5ef-f0644dee5324 req-64e72d67-8e8c-4f38-9afe-3947aa7e1f7c tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Jul 08 01:35:05.762238 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8d78ad-2ecf-422a-8f83-a60c7b6f317b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390e33bf-45bd-4ade-8152-44c11a5070d1'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:05.764604 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e07345f-98cd-4c40-bca9-a650d439b01e" -d '{"events": [{"server_uuid": "2e8d78ad-2ecf-422a-8f83-a60c7b6f317b", "name": "network-vif-plugged", "status": "completed", "tag": "390e33bf-45bd-4ade-8152-44c11a5070d1"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:05.794010 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43304) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:05.800910 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7699bd-b853-41f9-8afd-e41523821227 x-openstack-request-id: req-5d7699bd-b853-41f9-8afd-e41523821227 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:05.801463 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8d78ad-2ecf-422a-8f83-a60c7b6f317b", "name": "network-vif-plugged", "status": "completed", "tag": "390e33bf-45bd-4ade-8152-44c11a5070d1", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:05.801710 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d7699bd-b853-41f9-8afd-e41523821227 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:05.802429 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8d78ad-2ecf-422a-8f83-a60c7b6f317b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390e33bf-45bd-4ade-8152-44c11a5070d1', 'code': 200} Jul 08 01:35:06.129515 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45fa56-5254-44ad-a03b-da87e4de9937 req-29bebb5a-9a0b-4c55-97a3-2c0997c2fd7a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:06.131440 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa45fa56-5254-44ad-a03b-da87e4de9937 req-29bebb5a-9a0b-4c55-97a3-2c0997c2fd7a tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 946 time: 0.0671930 Jul 08 01:35:06.171752 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa45fa56-5254-44ad-a03b-da87e4de9937 req-8461610a-c21b-4eaa-b09a-79624c0b19fc tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337646 Jul 08 01:35:06.381036 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026ffcb-4b24-4ef9-8e29-2f6b65b3dea3 req-81861e49-a895-4d23-90de-f7a24fa689da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:06.382565 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5026ffcb-4b24-4ef9-8e29-2f6b65b3dea3 req-81861e49-a895-4d23-90de-f7a24fa689da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 1099 time: 0.3955841 Jul 08 01:35:06.466130 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76cde-726a-469c-afb4-69efa124834d req-47b4f8f4-3d92-4368-a2a9-61ebaa725775 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:06.467594 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c0a76cde-726a-469c-afb4-69efa124834d req-47b4f8f4-3d92-4368-a2a9-61ebaa725775 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 946 time: 0.1521168 Jul 08 01:35:06.469110 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5026ffcb-4b24-4ef9-8e29-2f6b65b3dea3 req-22b78cab-1cdd-4f61-bb93-bfb0233e6991 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648568 Jul 08 01:35:06.529484 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c0a76cde-726a-469c-afb4-69efa124834d req-00753f00-cca8-4834-82a4-53600568d00c tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Jul 08 01:35:06.594100 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.839851 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Deleting port 72b93354-5414-481a-990f-a672bafbe3d0 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:06.840205 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.917951 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] For port 72b93354-5414-481a-990f-a672bafbe3d0, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=72b93354-5414-481a-990f-a672bafbe3d0,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:06.918307 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.930587 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Calling delete_port for 72b93354-5414-481a-990f-a672bafbe3d0 owned by network:router_interface {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:07.104026 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.132035 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b93354-5414-481a-990f-a672bafbe3d0,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:07.297497 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.362800 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0f5b2-5069-4bbd-a5bb-15152975230b req-ae31edee-68e7-4e98-b612-bb40d770bab8 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:07.369612 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e4e0f5b2-5069-4bbd-a5bb-15152975230b req-ae31edee-68e7-4e98-b612-bb40d770bab8 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 946 time: 0.0727184 Jul 08 01:35:07.415331 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e4e0f5b2-5069-4bbd-a5bb-15152975230b req-9ae0285b-1f1c-4ef5-8b3e-6adab979bab3 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Jul 08 01:35:07.517023 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Router 98864ab0-ef53-490d-a603-e0be3bd27454 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:35:07.620018 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:35:07.629000 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d96361ea-be95-41c3-a8c0-164631755255 admin admin] 10.222.0.22 "PUT /v2.0/routers/98864ab0-ef53-490d-a603-e0be3bd27454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8311617 Jul 08 01:35:07.629000 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43316) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:07.632146 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] Sync routers for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:35:07.642848 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:07.643675 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:34:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:07.730731 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks [] for router, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.744403 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:07.831851 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.884649 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Deleting port 05e1a43c-be0e-4223-af0e-443a7ebb4d42 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:07.884897 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.925465 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:35:07Z', 'revision_number': 5, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port': {'id': '05e1a43c-be0e-4223-af0e-443a7ebb4d42', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:af:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:07.957220 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] Checking router: 98864ab0-ef53-490d-a603-e0be3bd27454 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:35:07.966244 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] Routers {'98864ab0-ef53-490d-a603-e0be3bd27454'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:07.966438 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] For port 05e1a43c-be0e-4223-af0e-443a7ebb4d42, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=05e1a43c-be0e-4223-af0e-443a7ebb4d42,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:07.966650 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.966871 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:34:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['98864ab0-ef53-490d-a603-e0be3bd27454'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:07.979424 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Calling delete_port for 05e1a43c-be0e-4223-af0e-443a7ebb4d42 owned by network:router_gateway {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:08.061247 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] Set router 98864ab0-ef53-490d-a603-e0be3bd27454 gateway port host: None {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:08.115411 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:35:07Z', 'revision_number': 6, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port_host': None}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:08.144995 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.172476 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Pushing event deleted for resources: {'Port': ['ID=05e1a43c-be0e-4223-af0e-443a7ebb4d42,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:08.236796 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.263025 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cfb8dd-9af0-4061-afcd-c9079f802e08 None None] The sync data for ids ['98864ab0-ef53-490d-a603-e0be3bd27454'] in dv-cinder-799848-1-iscsi is: [{'id': '98864ab0-ef53-490d-a603-e0be3bd27454', 'name': 'tempest-AttachVolumeTestJSON-157771794-router', 'tenant_id': '6e7e68a57e6c42b8895ee2111be0481d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:56Z', 'updated_at': '2021-07-08T01:35:07Z', 'revision_number': 6, 'project_id': '6e7e68a57e6c42b8895ee2111be0481d', 'gw_port_host': None}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:35:08.326020 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.328137 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.373367 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.373962 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98864ab0-ef53-490d-a603-e0be3bd27454 {{(pid=92926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:35:08.378467 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.379672 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ef466f7d-71ef-4d12-a0a5-668f915c99de admin admin] 10.222.0.22 "DELETE /v2.0/routers/98864ab0-ef53-490d-a603-e0be3bd27454 HTTP/1.1" status: 204 len: 168 time: 0.7500865 Jul 08 01:35:08.382782 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43320) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:08.432456 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f98f350-a479-4880-9650-e583a26865db admin admin] Deleting subnet 52da4beb-059b-49fe-b8ca-3360efc9bff9 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:35:08.435392 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0f98f350-a479-4880-9650-e583a26865db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.468715 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0f98f350-a479-4880-9650-e583a26865db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.603059 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0f98f350-a479-4880-9650-e583a26865db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.662414 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468361-b5fd-458d-864e-2f7f704d0c12 req-63fd5978-2834-4dd4-847e-e8480c42147e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:08.664432 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ff468361-b5fd-458d-864e-2f7f704d0c12 req-63fd5978-2834-4dd4-847e-e8480c42147e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 946 time: 0.1406667 Jul 08 01:35:08.690847 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0f98f350-a479-4880-9650-e583a26865db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.720157 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98f350-a479-4880-9650-e583a26865db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52da4beb-059b-49fe-b8ca-3360efc9bff9,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:08.730236 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0f98f350-a479-4880-9650-e583a26865db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.732083 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0f98f350-a479-4880-9650-e583a26865db admin admin] 10.222.0.22 "DELETE /v2.0/subnets/52da4beb-059b-49fe-b8ca-3360efc9bff9 HTTP/1.1" status: 204 len: 168 time: 0.3483818 Jul 08 01:35:08.733829 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10913d28-69e8-4a1f-9368-51c49fe57d91 None None] Network ff21397a-491b-4554-b541-580aa984c22f requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:35:08.734524 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43324) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:08.744765 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ff468361-b5fd-458d-864e-2f7f704d0c12 req-7ef08296-3b02-4eba-a23f-b9e175acf57e tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731919 Jul 08 01:35:08.803305 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.861060 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Deleting port 7576e2e2-9c09-4b38-a0ac-7566816acda1 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:08.861909 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.926883 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] For port 7576e2e2-9c09-4b38-a0ac-7566816acda1, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=7576e2e2-9c09-4b38-a0ac-7566816acda1,segment=NetworkSegment(be5b87f3-f363-4558-9c35-7353b44f8d15),segment_id=be5b87f3-f363-4558-9c35-7353b44f8d15)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:08.927245 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.939791 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Calling delete_port for 7576e2e2-9c09-4b38-a0ac-7566816acda1 owned by network:dhcp {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:09.026235 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.033350 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cbfc08-da96-411e-806d-3a9bd5d44378 None None] DHCP port deletion for ff21397a-491b-4554-b541-580aa984c22f request from dv-cinder-799848-1-iscsi {{(pid=92927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:35:09.060929 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=7576e2e2-9c09-4b38-a0ac-7566816acda1,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:09.066406 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] No DVR routers for this DVR port 7576e2e2-9c09-4b38-a0ac-7566816acda1 on host dv-cinder-799848-1-iscsi {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:09.142825 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.155578 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff21397a-491b-4554-b541-580aa984c22f']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:09.167795 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5b87f3-f363-4558-9c35-7353b44f8d15') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:09.168104 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5b87f3-f363-4558-9c35-7353b44f8d15') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:09.185977 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.201777 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.207393 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:35:09.207825 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:35:09.209864 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:35:09.273132 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.278232 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.282976 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ff21397a-491b-4554-b541-580aa984c22f HTTP/1.1" status: 204 len: 168 time: 0.5473247 Jul 08 01:35:09.297562 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448e1f-d46d-4462-a551-899036ef3d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff21397a-491b-4554-b541-580aa984c22f,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:09.396480 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43338) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:09.436376 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-bf4627d0-a901-4d11-8338-50e0de11af60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e7e68a57e6c42b8895ee2111be0481d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387683 Jul 08 01:35:09.439074 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43340) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:09.485687 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a07fc8d6-ef75-4cf2-88e0-b402c88685e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.507422 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a07fc8d6-ef75-4cf2-88e0-b402c88685e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.556500 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a07fc8d6-ef75-4cf2-88e0-b402c88685e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.559285 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a07fc8d6-ef75-4cf2-88e0-b402c88685e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.560521 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-a07fc8d6-ef75-4cf2-88e0-b402c88685e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00b8b7b6-fad1-4fb0-bbda-f23f5578e6aa HTTP/1.1" status: 204 len: 168 time: 0.1204813 Jul 08 01:35:09.569988 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fc8d6-ef75-4cf2-88e0-b402c88685e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b8b7b6-fad1-4fb0-bbda-f23f5578e6aa,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:09.668910 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 72b93354-5414-481a-990f-a672bafbe3d0 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:09.688324 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 72b93354-5414-481a-990f-a672bafbe3d0 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:09.688678 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 72b93354-5414-481a-990f-a672bafbe3d0 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:09.689099 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 05e1a43c-be0e-4223-af0e-443a7ebb4d42 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:09.707917 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 05e1a43c-be0e-4223-af0e-443a7ebb4d42 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:09.708269 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 05e1a43c-be0e-4223-af0e-443a7ebb4d42 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:09.708685 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 7576e2e2-9c09-4b38-a0ac-7566816acda1 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:09.727931 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 7576e2e2-9c09-4b38-a0ac-7566816acda1 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:09.728308 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 7576e2e2-9c09-4b38-a0ac-7566816acda1 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:10.189192 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43364) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:10.282647 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-440475779-network', 'tenant_id': '73bb6de5ca45431fb57b90792ff39cc4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:10.302673 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Made reservation on behalf of 73bb6de5ca45431fb57b90792ff39cc4 for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:10.304937 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.316133 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.404416 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.408064 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.431830 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:35:10.440251 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d644c8-0b97-4ec8-9137-f6a009fa71ab,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:10.446643 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.447011 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Added segment f37c7d2e-1924-4495-97c0-9fc5d85258d7 of type vlan for network da283252-4224-4569-9761-f11363b446f9 Jul 08 01:35:10.485040 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.512976 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.513895 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:10.514476 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.565428 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3751304 Jul 08 01:35:10.568438 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43368) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:10.573021 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025dd8f-610c-4ef4-a5b5-6719cc352c66 admin admin] Pushing event updated for resources: {'Network': ['ID=da283252-4224-4569-9761-f11363b446f9,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:10.573955 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Request body: {'subnet': {'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-440475779-subnet', 'tenant_id': '73bb6de5ca45431fb57b90792ff39cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:10.582722 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network da283252-4224-4569-9761-f11363b446f9 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:35:10.595207 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Made reservation on behalf of 73bb6de5ca45431fb57b90792ff39cc4 for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:10.597546 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63286617'] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.760231 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63565864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63286635'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.814492 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=85637e8f-2a0a-45f3-8ca9-87d17bb3d033,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:10.821156 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Checking segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:10.821517 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Network hostable DHCP agents. Network: da283252-4224-4569-9761-f11363b446f9, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:35:10.837407 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Network da283252-4224-4569-9761-f11363b446f9 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:35:10.847352 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, da283252-4224-4569-9761-f11363b446f9) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:10.852347 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:10.853273 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.858305 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785aa669-0b42-4cb2-8dfb-4ad5cacf3b02 None None] Network da283252-4224-4569-9761-f11363b446f9 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:35:10.870472 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c7a2de1e-2364-4aed-906a-5dbdfec423bc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3003633 Jul 08 01:35:10.981927 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08564eb-6f0f-44cf-a5a3-c4f0f8da07b8 None None] Network da283252-4224-4569-9761-f11363b446f9 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:35:11.271501 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-d3155126-ae04-4664-86dc-56f4bf86cf28 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:11.273504 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-d3155126-ae04-4664-86dc-56f4bf86cf28 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 814 time: 0.1017425 Jul 08 01:35:11.290337 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-4ba42a3e-388a-4804-a596-d2b0be9bd126 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/quotas/73bb6de5ca45431fb57b90792ff39cc4 HTTP/1.1" status: 200 len: 375 time: 0.0113559 Jul 08 01:35:11.322546 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-66b1ba9d-bf5c-4c77-9f6a-6927557ccb6f tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273259 Jul 08 01:35:11.411483 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-70456947-0ca5-42be-a104-aeee5fe288b0 service neutron] 10.222.0.22 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827808 Jul 08 01:35:11.497229 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-2cc133b6-c3ee-466d-89f1-67b9ed45d173 service neutron] 10.222.0.22 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797133 Jul 08 01:35:11.663269 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-14241da4-c290-4968-9ba9-366f6554b2ce req-f7cd9f57-a9f6-446b-95b2-a176a40a76b0 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 210 time: 0.0289676 Jul 08 01:35:12.695871 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-1d039d66-236f-494c-a0bb-9ffc20677bb6 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:12.697404 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-1d039d66-236f-494c-a0bb-9ffc20677bb6 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 814 time: 0.1105165 Jul 08 01:35:12.710654 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Request body: {'port': {'device_id': 'f2f324e3-8095-45f6-ad4c-9d93c7b11b58', 'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'admin_state_up': True, 'tenant_id': '73bb6de5ca45431fb57b90792ff39cc4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:12.822102 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b8b72114-7fb2-4007-b751-7f337fc37dbc req-74d2c83e-d705-4007-bfa9-6664538e79fc tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 210 time: 0.0389636 Jul 08 01:35:12.856681 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Made reservation on behalf of 73bb6de5ca45431fb57b90792ff39cc4 for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:12.860167 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:12.978925 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Allocated IP 172.20.0.8 (da283252-4224-4569-9761-f11363b446f9/85637e8f-2a0a-45f3-8ca9-87d17bb3d033/ce2fef43-2cd2-4d33-8ff5-4767a4eb126f) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:13.120275 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:13.157978 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:13.198528 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Network da283252-4224-4569-9761-f11363b446f9 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:13.203493 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:13.205881 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:13.242315 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Pushing event updated for resources: {'Port': ['ID=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:13.264840 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:13.265588 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:13.279458 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-362fe0f5-1eaf-419d-8aa9-82f710410f83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733268 Jul 08 01:35:13.291831 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Request body: {'port': {'device_id': 'f2f324e3-8095-45f6-ad4c-9d93c7b11b58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:13.614364 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:13.871460 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2fef43-2cd2-4d33-8ff5-4767a4eb126f {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:13.879039 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:13.891211 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Transition to ACTIVE for port object ce2fef43-2cd2-4d33-8ff5-4767a4eb126f will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:13.894722 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:13.962752 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Pushing event updated for resources: {'Port': ['ID=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:13.999504 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399b144-3cc4-42cd-87a1-ae9b48630f10 req-9288ac30-fd52-4fb3-a4c4-69041da6a8a6 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.001075 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1399b144-3cc4-42cd-87a1-ae9b48630f10 req-9288ac30-fd52-4fb3-a4c4-69041da6a8a6 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 943 time: 0.0618358 Jul 08 01:35:14.014435 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Attempting to bind port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:14.014928 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Attempting to bind port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:14.015589 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Attempting to bind port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f on network da283252-4224-4569-9761-f11363b446f9 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:14.019642 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f on network da283252-4224-4569-9761-f11363b446f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:14.019965 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Attempting to bind port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f on network da283252-4224-4569-9761-f11363b446f9 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:14.024930 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:14.025294 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Checking segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:14.025687 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Bound using segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:14.026175 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Bound port: ce2fef43-2cd2-4d33-8ff5-4767a4eb126f, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:14.026536 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.046145 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1399b144-3cc4-42cd-87a1-ae9b48630f10 req-1ff93d47-502c-4101-bac3-9f427e415bce tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Jul 08 01:35:14.091588 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] For port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:14.094602 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] For port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:14.098899 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.130596 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.131208 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.132582 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] 10.222.0.21 "PUT /v2.0/ports/ce2fef43-2cd2-4d33-8ff5-4767a4eb126f HTTP/1.1" status: 200 len: 1093 time: 0.8448606 Jul 08 01:35:14.133011 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f324e3-8095-45f6-ad4c-9d93c7b11b58', 'tag': 'ce2fef43-2cd2-4d33-8ff5-4767a4eb126f'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:14.135265 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07941322-1b90-42a2-9141-be000cc821af" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f324e3-8095-45f6-ad4c-9d93c7b11b58", "tag": "ce2fef43-2cd2-4d33-8ff5-4767a4eb126f"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:14.161253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abc587-7db1-42e4-9ac5-480f2922e3cc service neutron] Pushing event updated for resources: {'Port': ['ID=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:14.173210 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c28bc73-c75b-4d30-a5a7-3083a45b9c66 x-openstack-request-id: req-9c28bc73-c75b-4d30-a5a7-3083a45b9c66 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:14.173500 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f324e3-8095-45f6-ad4c-9d93c7b11b58", "tag": "ce2fef43-2cd2-4d33-8ff5-4767a4eb126f", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:14.173786 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c28bc73-c75b-4d30-a5a7-3083a45b9c66 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:14.174174 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f324e3-8095-45f6-ad4c-9d93c7b11b58', 'tag': 'ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'status': 'completed', 'code': 200} Jul 08 01:35:14.230262 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-823e50ab-01e9-4589-a2ee-012a8a7c384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.231778 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-823e50ab-01e9-4589-a2ee-012a8a7c384d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 1096 time: 0.0519655 Jul 08 01:35:14.274061 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-33a02bb6-fe76-4600-b1ae-04c13c37b3e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f HTTP/1.1" status: 200 len: 217 time: 0.0357828 Jul 08 01:35:14.319355 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-0afd2e73-166e-4012-b52b-24e5628bc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.320711 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-0afd2e73-166e-4012-b52b-24e5628bc514 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 200 len: 854 time: 0.0412526 Jul 08 01:35:14.351945 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-36d59527-5faa-4684-a5be-a41e4e4c66ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da283252-4224-4569-9761-f11363b446f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250182 Jul 08 01:35:14.439505 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-441aeaf5-dcfb-4405-8fc5-35fd1a958de1 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810566 Jul 08 01:35:14.525629 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-63b0dd15-c011-4523-880a-e1707ab9c5bc req-eec09436-c8ce-473e-a8b6-8135a9e2ad04 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794194 Jul 08 01:35:14.627569 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07941322-1b90-42a2-9141-be000cc821af req-060b217f-ada2-495d-b89b-6870ab3551e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.629009 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-07941322-1b90-42a2-9141-be000cc821af req-060b217f-ada2-495d-b89b-6870ab3551e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 1096 time: 0.0505245 Jul 08 01:35:14.720363 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07941322-1b90-42a2-9141-be000cc821af req-00fc3d48-5228-4ec6-9d75-524b59c34843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.721689 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-07941322-1b90-42a2-9141-be000cc821af req-00fc3d48-5228-4ec6-9d75-524b59c34843 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 914 time: 0.0854752 Jul 08 01:35:14.762518 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-07941322-1b90-42a2-9141-be000cc821af req-06bf633f-9fc3-4be0-b164-039d9b29f62b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f HTTP/1.1" status: 200 len: 217 time: 0.0332901 Jul 08 01:35:14.812828 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07941322-1b90-42a2-9141-be000cc821af req-821f949c-95ed-4b11-9e94-4e6dc4f85b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.814250 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-07941322-1b90-42a2-9141-be000cc821af req-821f949c-95ed-4b11-9e94-4e6dc4f85b2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 200 len: 854 time: 0.0457530 Jul 08 01:35:14.851000 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-07941322-1b90-42a2-9141-be000cc821af req-a93ad4c4-c48b-4a5e-90ec-2750c7b7c6ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da283252-4224-4569-9761-f11363b446f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283294 Jul 08 01:35:14.938006 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-07941322-1b90-42a2-9141-be000cc821af req-d70a2f2c-3923-4d34-8e5d-159a19e5bf91 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 Jul 08 01:35:15.039564 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-07941322-1b90-42a2-9141-be000cc821af req-759fe58f-d141-422e-b489-40a9181b4574 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852609 Jul 08 01:35:15.214089 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb092c9-e9eb-4bb0-8ae0-4c1c0d05af17 req-07b13b34-0e76-46a3-a1ef-f8c5b4454ccf tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:15.215517 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fcb092c9-e9eb-4bb0-8ae0-4c1c0d05af17 req-07b13b34-0e76-46a3-a1ef-f8c5b4454ccf tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 943 time: 0.0613029 Jul 08 01:35:15.251511 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fcb092c9-e9eb-4bb0-8ae0-4c1c0d05af17 req-3996dea8-2ec9-4727-ac4e-d0120c122ade tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305686 Jul 08 01:35:16.420796 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542fc4-f9f3-4382-8ee9-1e1a98a70224 req-69f511b9-0497-4572-91d4-e8a149e394fc tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.422309 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-91542fc4-f9f3-4382-8ee9-1e1a98a70224 req-69f511b9-0497-4572-91d4-e8a149e394fc tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 943 time: 0.0628183 Jul 08 01:35:16.460189 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-91542fc4-f9f3-4382-8ee9-1e1a98a70224 req-1e3a9f66-b292-4eaa-b418-0be428383e5b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jul 08 01:35:17.629053 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c65b0e-b7bd-4e56-b132-d2e95858dbd1 req-9d0e3a8e-630b-40f8-b1d4-3aaeb69034ee tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:17.630533 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-03c65b0e-b7bd-4e56-b132-d2e95858dbd1 req-9d0e3a8e-630b-40f8-b1d4-3aaeb69034ee tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 943 time: 0.0604982 Jul 08 01:35:17.667000 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-03c65b0e-b7bd-4e56-b132-d2e95858dbd1 req-45907106-ec46-4cb2-9f45-bf291753d05d tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305567 Jul 08 01:35:17.738717 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ce2fef43-2cd2-4d33-8ff5-4767a4eb126f details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:17.834945 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:17.846395 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'port_id': 'ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'mac_address': 'fa:16:3e:fe:7f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85637e8f-2a0a-45f3-8ca9-87d17bb3d033', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:17.880946 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:17.893390 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2fef43-2cd2-4d33-8ff5-4767a4eb126f {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:17.912526 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:17.916332 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:17.967099 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:18.839610 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5a3c2-8bb8-4031-9809-f2c420c59bdf req-d3146038-5cfe-471c-a399-b21d4da182fb tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.841106 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9db5a3c2-8bb8-4031-9809-f2c420c59bdf req-d3146038-5cfe-471c-a399-b21d4da182fb tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 944 time: 0.0666435 Jul 08 01:35:18.877964 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9db5a3c2-8bb8-4031-9809-f2c420c59bdf req-c0f4ac63-7a9f-44e2-b620-d648e513457f tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Jul 08 01:35:19.141156 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ce2fef43-2cd2-4d33-8ff5-4767a4eb126f'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:20.288116 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f2635-d563-4850-8742-a3d82a1fe977 req-5065127e-4c46-4d4e-91b7-f7590988e9d8 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:20.289513 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b09f2635-d563-4850-8742-a3d82a1fe977 req-5065127e-4c46-4d4e-91b7-f7590988e9d8 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 944 time: 0.3028114 Jul 08 01:35:20.326637 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b09f2635-d563-4850-8742-a3d82a1fe977 req-c3e5a78e-8845-45e6-901a-a34230664e48 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Jul 08 01:35:21.494375 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506bfa0-2de8-4e04-b46a-f8641215da0b req-bac52175-8900-43b0-837c-df0cca8238ae tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:21.495833 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6506bfa0-2de8-4e04-b46a-f8641215da0b req-bac52175-8900-43b0-837c-df0cca8238ae tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 944 time: 0.0630074 Jul 08 01:35:21.539217 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6506bfa0-2de8-4e04-b46a-f8641215da0b req-c9174682-f6d5-451c-80d7-d7216ea1cde8 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Jul 08 01:35:21.964760 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ce2fef43-2cd2-4d33-8ff5-4767a4eb126f up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:22.017082 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:22.020714 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:22.021082 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:22.093740 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:22.114423 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f324e3-8095-45f6-ad4c-9d93c7b11b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2fef43-2cd2-4d33-8ff5-4767a4eb126f'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:22.119372 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df71a74b-ddfa-4c52-9703-e19da82edc63" -d '{"events": [{"server_uuid": "f2f324e3-8095-45f6-ad4c-9d93c7b11b58", "name": "network-vif-plugged", "status": "completed", "tag": "ce2fef43-2cd2-4d33-8ff5-4767a4eb126f"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:22.129517 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:22.134256 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:22.162507 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf92e12-50b9-4e23-894f-b91e9f15d370 x-openstack-request-id: req-6cf92e12-50b9-4e23-894f-b91e9f15d370 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:22.162791 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f324e3-8095-45f6-ad4c-9d93c7b11b58", "name": "network-vif-plugged", "status": "completed", "tag": "ce2fef43-2cd2-4d33-8ff5-4767a4eb126f", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:22.163038 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cf92e12-50b9-4e23-894f-b91e9f15d370 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:22.163437 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f324e3-8095-45f6-ad4c-9d93c7b11b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'code': 200} Jul 08 01:35:22.182794 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:22.189458 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.189828 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.190170 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.190503 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.190831 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.191163 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.191485 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.191808 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.192156 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.192479 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.192799 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.193119 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:22.709030 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68f032-6d17-4396-85c7-40164ad79a62 req-23ea1eb0-8ae0-4465-ae93-b517fc08b688 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:22.710562 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0e68f032-6d17-4396-85c7-40164ad79a62 req-23ea1eb0-8ae0-4465-ae93-b517fc08b688 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 945 time: 0.0630472 Jul 08 01:35:22.747735 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0e68f032-6d17-4396-85c7-40164ad79a62 req-4617b469-d148-4dbd-a616-9d19319506c0 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Jul 08 01:35:23.006802 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:23.095603 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-0c595111-2f99-49dd-bcad-09f9733c79a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574157 Jul 08 01:35:23.205994 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-68dc94cd-49b3-4c8a-9387-786bd8a7bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.207413 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-68dc94cd-49b3-4c8a-9387-786bd8a7bdcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e82fd99b70b4a7e8072f96353086d45&device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 1099 time: 0.0542488 Jul 08 01:35:23.246476 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17a5e1-30c4-4faf-b897-8a69f4d8b2d4 req-a40ed7df-6103-413d-af53-cd4cea9e7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.247956 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-da17a5e1-30c4-4faf-b897-8a69f4d8b2d4 req-a40ed7df-6103-413d-af53-cd4cea9e7a1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 1098 time: 0.0501745 Jul 08 01:35:23.287433 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-da17a5e1-30c4-4faf-b897-8a69f4d8b2d4 req-2f758205-0d73-430e-9727-83c7b221aaec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268369 Jul 08 01:35:23.312880 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-379ff510-1e39-4706-8911-bad45720db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.314383 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-379ff510-1e39-4706-8911-bad45720db5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 200 len: 917 time: 0.0822656 Jul 08 01:35:23.399537 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-b88fb970-f945-4af6-9408-4b2928093b99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 200 len: 1001 time: 0.0587578 Jul 08 01:35:23.455593 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-0a8b125c-cc56-4423-9191-a9fc20ccc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.457067 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-0a8b125c-cc56-4423-9191-a9fc20ccc751 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 200 len: 856 time: 0.0429213 Jul 08 01:35:23.512844 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-b9934806-4952-4886-a90f-6233361fcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.514290 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-b9934806-4952-4886-a90f-6233361fcc3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9b1ab0d1-9fc7-40be-98d1-7a8d98827046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495353 Jul 08 01:35:23.602738 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-f85301f6-081f-4ae1-9ec8-5e2fc1f97407 service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809040 Jul 08 01:35:23.689177 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a3a6aa1c-d6ba-4503-a833-91ba513b8964 req-514f444a-8e1c-4cd7-a1df-521bd79a571f service neutron] 10.222.0.21 "GET /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786929 Jul 08 01:35:23.928869 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546ca2-7e7d-4036-ad04-3552b36a1616 req-e5378578-b754-4a86-a572-dfe3cf5c7768 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.930850 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38546ca2-7e7d-4036-ad04-3552b36a1616 req-e5378578-b754-4a86-a572-dfe3cf5c7768 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 945 time: 0.0645819 Jul 08 01:35:23.966061 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38546ca2-7e7d-4036-ad04-3552b36a1616 req-e49f017c-6db0-4d72-80fb-fcaa1514bc59 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298438 Jul 08 01:35:25.147072 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916d8ab-2dc9-43f3-b87a-9cff0fdca14e req-4ff1be78-13cb-44af-8abe-6f803de98a79 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:25.149072 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e916d8ab-2dc9-43f3-b87a-9cff0fdca14e req-4ff1be78-13cb-44af-8abe-6f803de98a79 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 945 time: 0.0742824 Jul 08 01:35:25.186879 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e916d8ab-2dc9-43f3-b87a-9cff0fdca14e req-e24e4338-2ee3-40e8-b8ad-938688795575 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Jul 08 01:35:25.656756 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9547c7c-b67a-4ae1-a820-8e1f761ce2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:28.453052 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d56e9c01-dea1-4641-a7bd-429bab3e0c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:28.455069 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.123435 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:35:29.448960 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:30.829953 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.503704 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-abfeca6a-efd2-4e6d-b36e-ad5ae34a119a tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:34.505058 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-abfeca6a-efd2-4e6d-b36e-ad5ae34a119a tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 814 time: 0.1020551 Jul 08 01:35:34.519051 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-05017c2c-4ab8-4ca6-9859-2cefa7019a73 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/quotas/73bb6de5ca45431fb57b90792ff39cc4 HTTP/1.1" status: 200 len: 375 time: 0.0086758 Jul 08 01:35:34.587258 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d926d35b-4757-46c3-81a9-3e51d9bb9732 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634894 Jul 08 01:35:34.674742 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-cf3f56a8-1bff-412c-88d6-d52b4dec4104 service neutron] 10.222.0.22 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809562 Jul 08 01:35:34.765239 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d03695f6-3cb9-4b59-92bd-084b482e4a60 service neutron] 10.222.0.22 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Jul 08 01:35:34.939587 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-25fc4fa1-6135-4407-af93-b0fa7c777b62 req-ab39ff42-7133-40ec-818c-2c184707b3fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 210 time: 0.0296602 Jul 08 01:35:35.309706 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceda011-14ac-4dc6-9c7a-2fd56df20fd3 req-64b1a162-f4a3-46d7-a1fb-f52cccc70a6f tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:35.311234 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8ceda011-14ac-4dc6-9c7a-2fd56df20fd3 req-64b1a162-f4a3-46d7-a1fb-f52cccc70a6f tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 946 time: 0.0648093 Jul 08 01:35:35.351666 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8ceda011-14ac-4dc6-9c7a-2fd56df20fd3 req-a73087bb-fde4-47b4-9c88-e60d80bf2bc9 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Jul 08 01:35:36.081323 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d6fab50-7c1d-4c4c-b98b-0c2e9f425756 req-37293a53-575b-4986-8668-d29d48a593b4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 210 time: 0.0294938 Jul 08 01:35:36.105276 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-39f8962a-85a9-4f33-adbb-62f790758c45 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:36.106758 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-39f8962a-85a9-4f33-adbb-62f790758c45 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 814 time: 0.1148586 Jul 08 01:35:36.126916 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Request body: {'port': {'device_id': 'fdf68faf-05cc-4d06-9b50-8db54ed7c89d', 'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'admin_state_up': True, 'tenant_id': '73bb6de5ca45431fb57b90792ff39cc4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:36.230956 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Made reservation on behalf of 73bb6de5ca45431fb57b90792ff39cc4 for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:36.234858 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.360207 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Allocated IP 172.20.0.14 (da283252-4224-4569-9761-f11363b446f9/85637e8f-2a0a-45f3-8ca9-87d17bb3d033/eb8290ec-b6d4-4896-a9f6-853e399e9931) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:36.546657 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.567215 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea16983-c9c4-4ac6-9c54-3c2628a97641 req-d1f80583-a38c-44e6-b672-1b3dc28002c2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:36.568710 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5ea16983-c9c4-4ac6-9c54-3c2628a97641 req-d1f80583-a38c-44e6-b672-1b3dc28002c2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 946 time: 0.1058164 Jul 08 01:35:36.620532 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5ea16983-c9c4-4ac6-9c54-3c2628a97641 req-bc88f913-eb1e-4470-8e17-d1c787fa4e02 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/security-groups?id=913b03bb-660b-4791-a079-de1ae0e12e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 Jul 08 01:35:36.626910 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.643531 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ce2fef43-2cd2-4d33-8ff5-4767a4eb126f'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:36.676441 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Network da283252-4224-4569-9761-f11363b446f9 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:36.682121 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:36.686535 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:36.708164 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Pushing event updated for resources: {'Port': ['ID=eb8290ec-b6d4-4896-a9f6-853e399e9931,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:36.732517 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.732865 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.733203 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.733538 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.733893 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.734224 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.734550 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.734875 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.735303 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.735630 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.735953 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.736270 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:36.752185 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:36.752795 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.767431 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-4d6dbddc-0861-4e02-82d9-5ea227aa4e65 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442227 Jul 08 01:35:36.783402 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Request body: {'port': {'device_id': 'fdf68faf-05cc-4d06-9b50-8db54ed7c89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:36.855063 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.116975 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8290ec-b6d4-4896-a9f6-853e399e9931 {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:37.124496 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.136558 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Transition to ACTIVE for port object eb8290ec-b6d4-4896-a9f6-853e399e9931 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:37.140313 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.227500 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8290ec-b6d4-4896-a9f6-853e399e9931,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:37.240782 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-58047388-393d-43ab-857e-e478e144c01d tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.242377 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-58047388-393d-43ab-857e-e478e144c01d tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 946 time: 0.0942628 Jul 08 01:35:37.261450 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Attempting to bind port eb8290ec-b6d4-4896-a9f6-853e399e9931 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:37.261813 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Attempting to bind port eb8290ec-b6d4-4896-a9f6-853e399e9931 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:37.262141 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Attempting to bind port eb8290ec-b6d4-4896-a9f6-853e399e9931 on network da283252-4224-4569-9761-f11363b446f9 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:37.266741 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Port eb8290ec-b6d4-4896-a9f6-853e399e9931 on network da283252-4224-4569-9761-f11363b446f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:37.267060 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Attempting to bind port eb8290ec-b6d4-4896-a9f6-853e399e9931 on network da283252-4224-4569-9761-f11363b446f9 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:37.272391 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:37.272724 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Checking segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:37.273207 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Bound using segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:37.273637 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Bound port: eb8290ec-b6d4-4896-a9f6-853e399e9931, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:37.274017 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.338963 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2f06f-3581-4027-96ff-73515818abdc req-310dadaa-c6c9-4a8e-bde1-f4b7d0ffd17c tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.340502 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38b2f06f-3581-4027-96ff-73515818abdc req-310dadaa-c6c9-4a8e-bde1-f4b7d0ffd17c tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 944 time: 0.1421041 Jul 08 01:35:37.342149 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] For port eb8290ec-b6d4-4896-a9f6-853e399e9931, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:37.345886 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] For port eb8290ec-b6d4-4896-a9f6-853e399e9931, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=eb8290ec-b6d4-4896-a9f6-853e399e9931,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:37.350984 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.383445 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.383994 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.385400 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] 10.222.0.21 "PUT /v2.0/ports/eb8290ec-b6d4-4896-a9f6-853e399e9931 HTTP/1.1" status: 200 len: 1094 time: 0.6065109 Jul 08 01:35:37.385850 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf68faf-05cc-4d06-9b50-8db54ed7c89d', 'tag': 'eb8290ec-b6d4-4896-a9f6-853e399e9931'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:37.388410 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15aca60-14c8-44a0-af91-da3046c29185" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf68faf-05cc-4d06-9b50-8db54ed7c89d", "tag": "eb8290ec-b6d4-4896-a9f6-853e399e9931"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:37.392022 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-38b2f06f-3581-4027-96ff-73515818abdc req-ee731bf0-42fb-4e08-b577-8e499c0506dc tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451519 Jul 08 01:35:37.397017 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Deleting port 390e33bf-45bd-4ade-8152-44c11a5070d1 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:37.397417 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.416252 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4d5e3-e045-4f34-ad1b-2b12aa961499 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8290ec-b6d4-4896-a9f6-853e399e9931,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:37.442027 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225cebff-8d96-4938-a03f-c3a650082725 x-openstack-request-id: req-225cebff-8d96-4938-a03f-c3a650082725 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:37.442323 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf68faf-05cc-4d06-9b50-8db54ed7c89d", "tag": "eb8290ec-b6d4-4896-a9f6-853e399e9931", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:37.442603 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-225cebff-8d96-4938-a03f-c3a650082725 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:37.443156 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf68faf-05cc-4d06-9b50-8db54ed7c89d', 'tag': 'eb8290ec-b6d4-4896-a9f6-853e399e9931', 'status': 'completed', 'code': 200} Jul 08 01:35:37.494506 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] For port 390e33bf-45bd-4ade-8152-44c11a5070d1, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=390e33bf-45bd-4ade-8152-44c11a5070d1,segment=NetworkSegment(c4f9d175-9f07-49a6-8986-4df81810ef2f),segment_id=c4f9d175-9f07-49a6-8986-4df81810ef2f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:37.494959 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.503914 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-e2609328-0deb-4634-ad62-d1e78df15adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.505429 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-e2609328-0deb-4634-ad62-d1e78df15adb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 1097 time: 0.0535808 Jul 08 01:35:37.508158 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Calling delete_port for 390e33bf-45bd-4ade-8152-44c11a5070d1 owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:37.552310 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-d0fb0389-8f67-41ad-ab8c-c723008edd6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb8290ec-b6d4-4896-a9f6-853e399e9931 HTTP/1.1" status: 200 len: 217 time: 0.0367320 Jul 08 01:35:37.602138 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-9803a469-fc5c-4450-bd3c-455a88be3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.603595 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-9803a469-fc5c-4450-bd3c-455a88be3bdf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 200 len: 854 time: 0.0448480 Jul 08 01:35:37.639144 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.643059 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-1723275d-b562-42dd-9cb8-b9d6489a8288 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da283252-4224-4569-9761-f11363b446f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318978 Jul 08 01:35:37.651919 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['390e33bf-45bd-4ade-8152-44c11a5070d1'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:37.679931 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Pushing event deleted for resources: {'Port': ['ID=390e33bf-45bd-4ade-8152-44c11a5070d1,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:37.706694 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.707046 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.707390 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.707729 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.708062 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.708396 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.708725 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.709183 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.709619 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.709972 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.710301 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.710628 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:37.731126 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] No DVR routers for this DVR port 390e33bf-45bd-4ade-8152-44c11a5070d1 on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:37.734236 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.736330 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0ae44d77-169f-4ad4-a111-3ab8b93bc6fc req-9c8e3db1-7907-4517-bcde-616e730d08d5 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.21 "DELETE /v2.0/ports/390e33bf-45bd-4ade-8152-44c11a5070d1 HTTP/1.1" status: 204 len: 173 time: 0.4883571 Jul 08 01:35:37.736786 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8d78ad-2ecf-422a-8f83-a60c7b6f317b', 'name': 'network-vif-deleted', 'tag': '390e33bf-45bd-4ade-8152-44c11a5070d1'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:37.739028 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79372894-1079-407c-b531-0f2285ba847c" -d '{"events": [{"server_uuid": "2e8d78ad-2ecf-422a-8f83-a60c7b6f317b", "name": "network-vif-deleted", "tag": "390e33bf-45bd-4ade-8152-44c11a5070d1"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:37.749327 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-7fb6ce9c-78ff-4456-8687-80432e927458 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962400 Jul 08 01:35:37.779538 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-486cd177-6b20-41c4-85e8-17f50a55e750 req-8e3eb886-614a-460e-9128-ed2409a258b2 tempest-VolumesSnapshotTestJSON-269083592 tempest-VolumesSnapshotTestJSON-269083592-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e8d78ad-2ecf-422a-8f83-a60c7b6f317b HTTP/1.1" status: 200 len: 210 time: 0.0352983 Jul 08 01:35:37.781370 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da458b01-0429-4676-991b-8b874f7f069a x-openstack-request-id: req-da458b01-0429-4676-991b-8b874f7f069a {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:37.781846 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8d78ad-2ecf-422a-8f83-a60c7b6f317b", "name": "network-vif-deleted", "tag": "390e33bf-45bd-4ade-8152-44c11a5070d1", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:37.782181 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da458b01-0429-4676-991b-8b874f7f069a {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:37.782646 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8d78ad-2ecf-422a-8f83-a60c7b6f317b', 'name': 'network-vif-deleted', 'tag': '390e33bf-45bd-4ade-8152-44c11a5070d1', 'status': 'completed', 'code': 200} Jul 08 01:35:37.855058 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-685f02fb-4301-44be-9789-e1b68f1bf621 req-8fbeb4d3-b31a-452a-8a4b-e829d6f30df8 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936494 Jul 08 01:35:37.966952 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aca60-14c8-44a0-af91-da3046c29185 req-1b1f4f0f-472d-4c8e-ba37-5c58c02f89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.968378 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b15aca60-14c8-44a0-af91-da3046c29185 req-1b1f4f0f-472d-4c8e-ba37-5c58c02f89bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 1097 time: 0.0584924 Jul 08 01:35:38.060362 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aca60-14c8-44a0-af91-da3046c29185 req-3cba1717-a337-4c09-a9fe-d54e7f6c592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:38.061881 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b15aca60-14c8-44a0-af91-da3046c29185 req-3cba1717-a337-4c09-a9fe-d54e7f6c592d service neutron] 10.222.0.21 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 914 time: 0.0840836 Jul 08 01:35:38.102484 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b15aca60-14c8-44a0-af91-da3046c29185 req-18eae840-7378-4d4e-b98f-4cc2d26fedb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb8290ec-b6d4-4896-a9f6-853e399e9931 HTTP/1.1" status: 200 len: 217 time: 0.0324473 Jul 08 01:35:38.154295 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aca60-14c8-44a0-af91-da3046c29185 req-e8ca4ccc-37c2-4480-8129-ad81538acf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:38.155797 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b15aca60-14c8-44a0-af91-da3046c29185 req-e8ca4ccc-37c2-4480-8129-ad81538acf65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 200 len: 854 time: 0.0459139 Jul 08 01:35:38.191492 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b15aca60-14c8-44a0-af91-da3046c29185 req-0167092d-1668-40a2-8ac1-922974af91b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da283252-4224-4569-9761-f11363b446f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254052 Jul 08 01:35:38.289451 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b15aca60-14c8-44a0-af91-da3046c29185 req-a592f63e-6218-4705-8c34-bb26f9f93369 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828331 Jul 08 01:35:38.383924 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b15aca60-14c8-44a0-af91-da3046c29185 req-9f09fe37-236a-421f-ac81-166bc4f65d9b service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867519 Jul 08 01:35:38.577549 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be604bfe-0566-4665-9b27-7ab0cf624507 req-5330a280-46da-426d-b791-c41ffa9f842c tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:38.579033 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-be604bfe-0566-4665-9b27-7ab0cf624507 req-5330a280-46da-426d-b791-c41ffa9f842c tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 944 time: 0.0625062 Jul 08 01:35:38.616117 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-be604bfe-0566-4665-9b27-7ab0cf624507 req-675713dd-8017-4c91-b143-a7009221626f tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Jul 08 01:35:39.721338 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device eb8290ec-b6d4-4896-a9f6-853e399e9931 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:39.794211 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db59d2-4208-411f-abc7-7e1c559c2c00 req-5ae58498-6e8a-4334-8825-abd5e0f8e56e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.795914 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a0db59d2-4208-411f-abc7-7e1c559c2c00 req-5ae58498-6e8a-4334-8825-abd5e0f8e56e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 944 time: 0.0662267 Jul 08 01:35:39.811953 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port eb8290ec-b6d4-4896-a9f6-853e399e9931, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=eb8290ec-b6d4-4896-a9f6-853e399e9931,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:39.823433 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'eb8290ec-b6d4-4896-a9f6-853e399e9931', 'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'port_id': 'eb8290ec-b6d4-4896-a9f6-853e399e9931', 'mac_address': 'fa:16:3e:49:b5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85637e8f-2a0a-45f3-8ca9-87d17bb3d033', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:39.833594 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a0db59d2-4208-411f-abc7-7e1c559c2c00 req-9f69e695-b6a5-46ca-b32c-acaedd7aad94 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jul 08 01:35:39.862588 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:39.875408 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8290ec-b6d4-4896-a9f6-853e399e9931 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:39.898682 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port eb8290ec-b6d4-4896-a9f6-853e399e9931, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=eb8290ec-b6d4-4896-a9f6-853e399e9931,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:39.902467 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:39.948116 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=eb8290ec-b6d4-4896-a9f6-853e399e9931,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:40.172364 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['eb8290ec-b6d4-4896-a9f6-853e399e9931'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:41.001145 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f629d-ad6e-468f-b589-b37badde1695 req-baed1368-dc55-4f89-a75a-c57c9065c785 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:41.002628 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-128f629d-ad6e-468f-b589-b37badde1695 req-baed1368-dc55-4f89-a75a-c57c9065c785 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 945 time: 0.0611565 Jul 08 01:35:41.040929 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-128f629d-ad6e-468f-b589-b37badde1695 req-50c35f51-7d6d-496f-8c56-7d5b886f9a16 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Jul 08 01:35:42.213784 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cae47-daf7-4b67-b515-5eaf3e8cb478 req-391e2bf0-7e30-411b-93df-740718a4434f tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:42.215262 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-767cae47-daf7-4b67-b515-5eaf3e8cb478 req-391e2bf0-7e30-411b-93df-740718a4434f tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 945 time: 0.0631180 Jul 08 01:35:42.251973 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-767cae47-daf7-4b67-b515-5eaf3e8cb478 req-56923e2a-e672-4ad0-91c6-e978082a1fd5 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Jul 08 01:35:42.556471 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 390e33bf-45bd-4ade-8152-44c11a5070d1 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:42.578274 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 390e33bf-45bd-4ade-8152-44c11a5070d1 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:42.578618 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 390e33bf-45bd-4ade-8152-44c11a5070d1 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:43.425995 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973155b-75c8-4ba4-b5cc-5a1d77bda2e7 req-15bacb6d-609e-4ac8-b68a-6e3f6b3197a2 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.427495 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f973155b-75c8-4ba4-b5cc-5a1d77bda2e7 req-15bacb6d-609e-4ac8-b68a-6e3f6b3197a2 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 945 time: 0.0635974 Jul 08 01:35:43.464943 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f973155b-75c8-4ba4-b5cc-5a1d77bda2e7 req-4b97245c-2846-42db-b7b1-8e1b08a566a1 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Jul 08 01:35:43.742149 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device eb8290ec-b6d4-4896-a9f6-853e399e9931 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:43.789168 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port eb8290ec-b6d4-4896-a9f6-853e399e9931 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:43.792763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port eb8290ec-b6d4-4896-a9f6-853e399e9931 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:43.793135 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.866516 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.888125 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf68faf-05cc-4d06-9b50-8db54ed7c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8290ec-b6d4-4896-a9f6-853e399e9931'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:43.890393 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f5b5a0-a719-4ead-b390-5be92315abfb" -d '{"events": [{"server_uuid": "fdf68faf-05cc-4d06-9b50-8db54ed7c89d", "name": "network-vif-plugged", "status": "completed", "tag": "eb8290ec-b6d4-4896-a9f6-853e399e9931"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:43.905647 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port eb8290ec-b6d4-4896-a9f6-853e399e9931, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=eb8290ec-b6d4-4896-a9f6-853e399e9931,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:43.909919 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.932917 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f5d2b0-dddf-4457-ba4b-e28f0cbe9bf7 x-openstack-request-id: req-72f5d2b0-dddf-4457-ba4b-e28f0cbe9bf7 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:43.933200 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf68faf-05cc-4d06-9b50-8db54ed7c89d", "name": "network-vif-plugged", "status": "completed", "tag": "eb8290ec-b6d4-4896-a9f6-853e399e9931", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:43.933447 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72f5d2b0-dddf-4457-ba4b-e28f0cbe9bf7 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:43.933847 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf68faf-05cc-4d06-9b50-8db54ed7c89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8290ec-b6d4-4896-a9f6-853e399e9931', 'code': 200} Jul 08 01:35:43.959537 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=eb8290ec-b6d4-4896-a9f6-853e399e9931,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:44.139886 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bd778-e0c5-41dc-bd14-b75c3f90c77d req-33ff0442-c79b-4c1a-ae37-8d1070bab3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:44.141232 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fa3bd778-e0c5-41dc-bd14-b75c3f90c77d req-33ff0442-c79b-4c1a-ae37-8d1070bab3b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 1099 time: 0.0505903 Jul 08 01:35:44.178756 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fa3bd778-e0c5-41dc-bd14-b75c3f90c77d req-3a7e3b22-4e89-44f8-ae5c-36eaf184e511 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305295 Jul 08 01:35:44.638548 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa91186-1284-46ed-9a8d-72fc8bbbcf93 req-59ede5cf-62af-44b0-ba7e-dd7c5a5ad593 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:44.640055 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-caa91186-1284-46ed-9a8d-72fc8bbbcf93 req-59ede5cf-62af-44b0-ba7e-dd7c5a5ad593 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 946 time: 0.0668895 Jul 08 01:35:44.677645 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-caa91186-1284-46ed-9a8d-72fc8bbbcf93 req-4e2dbe61-ae2a-4f19-afb1-b5c4ade9ff06 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Jul 08 01:35:45.847127 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08711b93-2b2f-41b5-887d-65b3faae0f85 req-d241fbb8-5d3a-401a-a282-1a62ed7703e5 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:45.848595 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-08711b93-2b2f-41b5-887d-65b3faae0f85 req-d241fbb8-5d3a-401a-a282-1a62ed7703e5 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 946 time: 0.0628734 Jul 08 01:35:45.885833 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-08711b93-2b2f-41b5-887d-65b3faae0f85 req-35961119-5192-4442-9280-4328b673049b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312176 Jul 08 01:35:47.637850 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-55696008-33fd-49c4-bfb3-c7839975a4d5 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:47.639327 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-55696008-33fd-49c4-bfb3-c7839975a4d5 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 814 time: 0.1009939 Jul 08 01:35:47.653910 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a86413de-60d0-4ad6-8a11-7649990bccdb tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/quotas/73bb6de5ca45431fb57b90792ff39cc4 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Jul 08 01:35:47.725066 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-14cf0c63-0128-49e0-a01a-697ba732614f tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663669 Jul 08 01:35:47.811173 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-5e1bd82a-260c-45e3-9c88-5f7405e1fe34 service neutron] 10.222.0.22 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796025 Jul 08 01:35:47.901433 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-0ed3812f-1624-46f3-83c6-18bba7144a61 service neutron] 10.222.0.22 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846713 Jul 08 01:35:48.064949 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-6e64633f-4812-478e-bdc1-b6f0b6ce695d req-0e3fad96-fba3-4091-aea2-d4a6e041d590 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 210 time: 0.0275166 Jul 08 01:35:48.899847 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ac04-e820-4e3d-9d62-dd33fa55ea49 req-ae4f0d31-456e-484f-b63e-39c65a0ad466 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:48.901292 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e940ac04-e820-4e3d-9d62-dd33fa55ea49 req-ae4f0d31-456e-484f-b63e-39c65a0ad466 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 946 time: 0.0651090 Jul 08 01:35:48.939301 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e940ac04-e820-4e3d-9d62-dd33fa55ea49 req-9a949743-efa4-4547-adf6-c4a2663d2da6 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Jul 08 01:35:49.204181 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d51053ee-8206-40e2-987d-bf3ed50f61be req-b1052b21-2fae-4709-8ebf-55b482720a88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 210 time: 0.0278597 Jul 08 01:35:50.122602 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc1293-1c95-4138-ba92-bf7030a4a070 req-82dced87-e5a7-4db3-822e-924e19b7fc33 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:50.124074 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-bdbc1293-1c95-4138-ba92-bf7030a4a070 req-82dced87-e5a7-4db3-822e-924e19b7fc33 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 946 time: 0.0710356 Jul 08 01:35:50.160682 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-bdbc1293-1c95-4138-ba92-bf7030a4a070 req-63395ea6-419a-4b44-a1de-2800909bd353 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Jul 08 01:35:50.341224 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5bf038ee-cb4d-4922-b3db-5af692fa3b53 req-d7537890-0282-4825-9dee-a954f9929cbb tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 210 time: 0.0271511 Jul 08 01:35:51.335775 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490985f-ccce-48db-aac3-3c1a326cd99d req-8a2f531f-96b1-4d08-aee1-fbb3f6620e10 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.337209 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8490985f-ccce-48db-aac3-3c1a326cd99d req-8a2f531f-96b1-4d08-aee1-fbb3f6620e10 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 946 time: 0.0611978 Jul 08 01:35:51.373187 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8490985f-ccce-48db-aac3-3c1a326cd99d req-e91a7920-228a-4d66-9c12-2deecfdae4f0 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304978 Jul 08 01:35:51.481611 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c25b347f-916e-4069-88c9-710b4dfa75a3 req-5aaedd29-3e3c-4323-a27d-29fd48d2ed09 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 210 time: 0.0309627 Jul 08 01:35:51.868914 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-4e169940-2ef4-4c44-9e7c-4f0365419219 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.870385 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-4e169940-2ef4-4c44-9e7c-4f0365419219 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 814 time: 0.1058447 Jul 08 01:35:51.900383 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Request body: {'port': {'device_id': '245d4276-6779-46a6-a621-c099a4df1e4c', 'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'admin_state_up': True, 'tenant_id': '73bb6de5ca45431fb57b90792ff39cc4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:52.014114 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Made reservation on behalf of 73bb6de5ca45431fb57b90792ff39cc4 for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:52.017623 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.138199 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Allocated IP 172.20.0.5 (da283252-4224-4569-9761-f11363b446f9/85637e8f-2a0a-45f3-8ca9-87d17bb3d033/ff0ecfa3-6cdf-486a-abf5-9438e00a8e57) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:52.289770 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.327809 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.339590 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'eb8290ec-b6d4-4896-a9f6-853e399e9931'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:52.371363 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Network da283252-4224-4569-9761-f11363b446f9 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:52.374475 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:52.378304 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:52.400947 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Pushing event updated for resources: {'Port': ['ID=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:52.430178 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:52.430796 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.445052 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-c6d26e4f-0861-41ea-b07a-9153ebeff3e4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486031 Jul 08 01:35:52.457629 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Request body: {'port': {'device_id': '245d4276-6779-46a6-a621-c099a4df1e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:52.568770 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.622439 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646fce0-2be5-4357-a2ef-c3410868a84f req-a502cc01-07e2-469c-ac79-14e345c519c1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:52.623909 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b646fce0-2be5-4357-a2ef-c3410868a84f req-a502cc01-07e2-469c-ac79-14e345c519c1 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 946 time: 0.1320975 Jul 08 01:35:52.662573 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4bf3a-c6cb-4662-8ee6-adba8c76e6b7 req-60da0252-7745-4569-8b3a-b88ab19e3728 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:52.664068 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-84a4bf3a-c6cb-4662-8ee6-adba8c76e6b7 req-60da0252-7745-4569-8b3a-b88ab19e3728 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 931 time: 0.0656867 Jul 08 01:35:52.702716 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-84a4bf3a-c6cb-4662-8ee6-adba8c76e6b7 req-e7da3455-66fb-4b63-a99a-4865a94b73f8 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Jul 08 01:35:52.727934 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b646fce0-2be5-4357-a2ef-c3410868a84f req-96692067-6a33-4eca-af66-48b88d6f483b tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups?id=92834e2a-df1b-4517-b57a-4ad01fc21c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977852 Jul 08 01:35:52.887567 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:52.894937 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.907337 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Transition to ACTIVE for port object ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:52.911594 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.962254 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:53.014522 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.048233 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-b454f2b5-bbbc-4b72-9a19-4e9ba95318d3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:53.049997 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-b454f2b5-bbbc-4b72-9a19-4e9ba95318d3 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 946 time: 0.0818784 Jul 08 01:35:53.052962 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Attempting to bind port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:53.053396 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Attempting to bind port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:53.053995 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Attempting to bind port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 on network da283252-4224-4569-9761-f11363b446f9 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:53.058617 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 on network da283252-4224-4569-9761-f11363b446f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:53.058889 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Attempting to bind port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 on network da283252-4224-4569-9761-f11363b446f9 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:53.064139 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:53.064489 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Checking segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:53.066320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Bound using segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:53.066320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Bound port: ff0ecfa3-6cdf-486a-abf5-9438e00a8e57, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:53.066320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.134207 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] For port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:53.137305 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] For port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:53.141752 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.161562 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Deleting port 5524124f-bffd-4b0b-83de-3804c1db2f1b {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:53.162032 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.175878 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:53.176528 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.177959 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 HTTP/1.1" status: 200 len: 1093 time: 0.7246342 Jul 08 01:35:53.178399 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245d4276-6779-46a6-a621-c099a4df1e4c', 'tag': 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:53.180634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b176e914-e8c3-4383-8217-367a8a6f4baa" -d '{"events": [{"name": "network-changed", "server_uuid": "245d4276-6779-46a6-a621-c099a4df1e4c", "tag": "ff0ecfa3-6cdf-486a-abf5-9438e00a8e57"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:53.206251 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fa3b5-bdf8-4c16-941a-d94aa5eb22c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:53.252326 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ff0b8f-9865-4865-9046-11bdfc3a8458 x-openstack-request-id: req-b1ff0b8f-9865-4865-9046-11bdfc3a8458 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:53.252612 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245d4276-6779-46a6-a621-c099a4df1e4c", "tag": "ff0ecfa3-6cdf-486a-abf5-9438e00a8e57", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:53.252905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1ff0b8f-9865-4865-9046-11bdfc3a8458 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:53.253295 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245d4276-6779-46a6-a621-c099a4df1e4c', 'tag': 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57', 'status': 'completed', 'code': 200} Jul 08 01:35:53.255871 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] For port 5524124f-bffd-4b0b-83de-3804c1db2f1b, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=5524124f-bffd-4b0b-83de-3804c1db2f1b,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:53.256518 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.279568 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-5416b8b6-fa91-4569-a320-3d01cec39af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:53.281088 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-5416b8b6-fa91-4569-a320-3d01cec39af7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 1096 time: 0.0554991 Jul 08 01:35:53.326656 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-725c83e8-82ad-467a-9a6d-f2778e35be30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Jul 08 01:35:53.377870 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-0a817fbe-a006-4827-a9a6-0f32d6f393a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:53.379877 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-0a817fbe-a006-4827-a9a6-0f32d6f393a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 200 len: 854 time: 0.0447197 Jul 08 01:35:53.412752 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-8c4a531b-5d03-481d-9a33-6b7f0c0def20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da283252-4224-4569-9761-f11363b446f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269258 Jul 08 01:35:53.431770 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.432136 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.432454 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Floating IP 8673f0bf-03dd-469c-8712-c144d2b4041f disassociated. External IP: 172.27.3.130, port: 5524124f-bffd-4b0b-83de-3804c1db2f1b. Jul 08 01:35:53.432791 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Calling delete_port for 5524124f-bffd-4b0b-83de-3804c1db2f1b owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:53.502901 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-b90f150a-3925-4767-adef-a8ceb1541be3 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834627 Jul 08 01:35:53.560032 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.589218 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c21211f2-4c16-4809-b91a-e55285acb0ba req-7de1834b-c09b-4ffe-a06c-1ce1972142e7 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801802 Jul 08 01:35:53.592839 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event deleted for resources: {'Port': ['ID=5524124f-bffd-4b0b-83de-3804c1db2f1b,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:53.685750 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-e1760241-bff9-42ad-b9de-9f8acb6caddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:53.687164 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-e1760241-bff9-42ad-b9de-9f8acb6caddf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 1096 time: 0.0515192 Jul 08 01:35:53.705166 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:35:53.820416 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:35:53.833383 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] Sync routers for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:35:53.848959 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:53.849636 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:35:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:53.891793 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] No DVR routers for this DVR port 5524124f-bffd-4b0b-83de-3804c1db2f1b on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:53.894635 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.897340 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-163c2a82-d85f-4bf1-99b2-3a877ad3ea67 req-8f3890b4-11df-4cfb-aacb-dbe89cac8492 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.21 "DELETE /v2.0/ports/5524124f-bffd-4b0b-83de-3804c1db2f1b HTTP/1.1" status: 204 len: 173 time: 0.8404512 Jul 08 01:35:53.899190 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-deleted', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:53.902783 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43750e2-90cc-477e-8437-cad29210bf34" -d '{"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-deleted", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:53.928659 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cb53ef1b-0abd-421f-b63e-67c1bc063b98 req-7640aee6-2c1f-4aa8-ab5d-e5b28588f614 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3fcb69-856f-4f76-9cd5-0d572af6d07d HTTP/1.1" status: 200 len: 210 time: 0.0634699 Jul 08 01:35:53.997033 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22cfcdb-b631-4912-940d-e9272ab8e3e0 x-openstack-request-id: req-f22cfcdb-b631-4912-940d-e9272ab8e3e0 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:53.997519 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3fcb69-856f-4f76-9cd5-0d572af6d07d", "name": "network-vif-deleted", "tag": "5524124f-bffd-4b0b-83de-3804c1db2f1b", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:53.997973 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f22cfcdb-b631-4912-940d-e9272ab8e3e0 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:53.998529 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3fcb69-856f-4f76-9cd5-0d572af6d07d', 'name': 'network-vif-deleted', 'tag': '5524124f-bffd-4b0b-83de-3804c1db2f1b', 'status': 'completed', 'code': 200} Jul 08 01:35:54.002763 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:54.086103 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-51aea2ec-7e61-4686-8bf9-663f48d00028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:54.087661 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-51aea2ec-7e61-4686-8bf9-663f48d00028 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 914 time: 0.3937266 Jul 08 01:35:54.112632 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e1d45-719e-4c6e-a15e-1033cc528f0d req-f98af6f2-3466-484f-b005-690bf3269ae7 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:54.120382 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a34e1d45-719e-4c6e-a15e-1033cc528f0d req-f98af6f2-3466-484f-b005-690bf3269ae7 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 943 time: 0.1158965 Jul 08 01:35:54.157189 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-27a9691f-f8c3-41a6-8560-6b837cb1cbed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 HTTP/1.1" status: 200 len: 217 time: 0.0609205 Jul 08 01:35:54.222394 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a34e1d45-719e-4c6e-a15e-1033cc528f0d req-5729cb23-ff39-4854-ba4e-62a7b5d3d312 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011608 Jul 08 01:35:54.235612 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-eb13384a-1e81-42f0-916c-9ac507000322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:54.237075 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-eb13384a-1e81-42f0-916c-9ac507000322 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 200 len: 854 time: 0.0683963 Jul 08 01:35:54.276540 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-704a31df-edb0-4732-9f48-f12089c51821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da283252-4224-4569-9761-f11363b446f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316389 Jul 08 01:35:54.280020 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:54.308214 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] Checking router: 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:35:54.318200 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:54.318828 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:35:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:54.377318 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-f3df4d19-a981-4772-8128-2841337aa948 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920212 Jul 08 01:35:54.424754 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:54.478224 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b176e914-e8c3-4383-8217-367a8a6f4baa req-99fd2186-ba88-4715-a542-38145eee8714 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928974 Jul 08 01:35:54.635932 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:54.667491 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d1b64-a912-4770-a237-fed9c00daaa7 None None] The sync data for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi is: [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:29:09Z', 'revision_number': 4, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '67c6ed8c-87b6-4e02-9d8d-5d8161385b25', 'name': '', 'network_id': '9b1ab0d1-9fc7-40be-98d1-7a8d98827046', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'mac_address': 'fa:16:3e:ee:01:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:07Z', 'updated_at': '2021-07-08T01:29:24Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'subnets': [{'id': 'f130dc6b-7240-469c-9e24-0b2b1d7d9877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:35:54.875768 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a8c0a-528c-48c4-93ce-38883e3a3f91 None None] New status for floating IP 8673f0bf-03dd-469c-8712-c144d2b4041f: DOWN {{(pid=92927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:35:55.398096 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6559f7-c448-410e-9e35-283ce56cfb32 req-e196ce91-6b46-4ade-912e-06599cb8e27b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:55.399582 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-db6559f7-c448-410e-9e35-283ce56cfb32 req-e196ce91-6b46-4ade-912e-06599cb8e27b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 943 time: 0.0637920 Jul 08 01:35:55.438247 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-db6559f7-c448-410e-9e35-283ce56cfb32 req-a4453e43-f17e-4d8d-bad3-4f6029a2e5c5 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Jul 08 01:35:55.657491 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6262488c-0d39-406e-9cbc-b3f2003bf994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:55.818135 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:55.821204 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:55.846899 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 5524124f-bffd-4b0b-83de-3804c1db2f1b {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:55.847246 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 5524124f-bffd-4b0b-83de-3804c1db2f1b not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:55.931395 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:55.941127 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57', 'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'port_id': 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57', 'mac_address': 'fa:16:3e:f9:cc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85637e8f-2a0a-45f3-8ca9-87d17bb3d033', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:55.977489 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:55.989266 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:56.007480 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:56.011397 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.057923 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:56.082985 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43766) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:56.138968 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-93d79e63-9676-4f64-96c3-2970c78757de tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.161716 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-93d79e63-9676-4f64-96c3-2970c78757de tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.210853 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-93d79e63-9676-4f64-96c3-2970c78757de tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.213971 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-93d79e63-9676-4f64-96c3-2970c78757de tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.215116 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-93d79e63-9676-4f64-96c3-2970c78757de tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "DELETE /v2.0/security-groups/92834e2a-df1b-4517-b57a-4ad01fc21c0e HTTP/1.1" status: 204 len: 168 time: 0.1311350 Jul 08 01:35:56.217791 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43768) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:56.223780 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d79e63-9676-4f64-96c3-2970c78757de tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92834e2a-df1b-4517-b57a-4ad01fc21c0e,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:56.230409 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.api.v2.resource [None req-7554eb4a-8048-4227-b001-03b0b2e93c39 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] show failed (client error): The resource could not be found. Jul 08 01:35:56.231408 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7554eb4a-8048-4227-b001-03b0b2e93c39 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "GET /v2.0/security-groups/92834e2a-df1b-4517-b57a-4ad01fc21c0e HTTP/1.1" status: 404 len: 347 time: 0.0125723 Jul 08 01:35:56.234521 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43770) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:56.264648 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ff0ecfa3-6cdf-486a-abf5-9438e00a8e57'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:56.356728 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Deleting port 13a8934d-3571-4923-913d-a345bba5dda2 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:56.357175 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.435296 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.435992 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.447292 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Calling delete_port for 13a8934d-3571-4923-913d-a345bba5dda2 owned by network:floatingip {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:56.618143 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.648619 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Pushing event deleted for resources: {'Port': ['ID=13a8934d-3571-4923-913d-a345bba5dda2,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:56.702412 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e446db-e627-49fd-9f1e-26c0f232b90b req-c3cb25ee-14a4-404c-8301-a9f245693e5b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:56.703878 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b9e446db-e627-49fd-9f1e-26c0f232b90b req-c3cb25ee-14a4-404c-8301-a9f245693e5b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 944 time: 0.1415358 Jul 08 01:35:56.735778 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks [] for floatingip, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.738239 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.742473 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-899fa9fe-5e37-4852-8d5f-4c604c9175b4 tempest-AttachVolumeShelveTestJSON-899448685 tempest-AttachVolumeShelveTestJSON-899448685-project] 10.222.0.22 "DELETE /v2.0/floatingips/8673f0bf-03dd-469c-8712-c144d2b4041f HTTP/1.1" status: 204 len: 168 time: 0.5041530 Jul 08 01:35:56.758259 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b9e446db-e627-49fd-9f1e-26c0f232b90b req-de6f6c57-c66e-47ac-bdbb-976591d5f278 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Jul 08 01:35:57.848128 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:57.897860 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:57.902144 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:57.902529 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.952164 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1032f-f5a8-4e6d-94fa-a9da4ef49d12 req-02ceaf59-7c68-485d-ba1c-2002cfea2ddd tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:57.953675 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-28d1032f-f5a8-4e6d-94fa-a9da4ef49d12 req-02ceaf59-7c68-485d-ba1c-2002cfea2ddd tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 944 time: 0.0793393 Jul 08 01:35:57.988105 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.997187 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-28d1032f-f5a8-4e6d-94fa-a9da4ef49d12 req-b1e4a070-8a92-4209-beb7-a1980e05176e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Jul 08 01:35:58.020819 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245d4276-6779-46a6-a621-c099a4df1e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:58.023103 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6f2a6a-c483-40d8-ac87-706273c646c4" -d '{"events": [{"server_uuid": "245d4276-6779-46a6-a621-c099a4df1e4c", "name": "network-vif-plugged", "status": "completed", "tag": "ff0ecfa3-6cdf-486a-abf5-9438e00a8e57"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:58.037331 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:58.042200 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:58.074902 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3a55eb-84c4-4d7b-9d06-53d245848a25 x-openstack-request-id: req-0a3a55eb-84c4-4d7b-9d06-53d245848a25 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:58.075922 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245d4276-6779-46a6-a621-c099a4df1e4c", "name": "network-vif-plugged", "status": "completed", "tag": "ff0ecfa3-6cdf-486a-abf5-9438e00a8e57", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:58.076189 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a3a55eb-84c4-4d7b-9d06-53d245848a25 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:58.076595 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245d4276-6779-46a6-a621-c099a4df1e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57', 'code': 200} Jul 08 01:35:58.106170 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:58.285449 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524219d5-b13b-4ff4-be5b-e68a16e787b0 req-b5958152-69c5-448d-aa45-6ec152841687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:58.287062 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-524219d5-b13b-4ff4-be5b-e68a16e787b0 req-b5958152-69c5-448d-aa45-6ec152841687 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 1098 time: 0.0520718 Jul 08 01:35:58.323342 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-524219d5-b13b-4ff4-be5b-e68a16e787b0 req-f9aa7d18-6303-4665-b6a7-a661db6de6b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295076 Jul 08 01:35:58.440085 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:58.449315 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc0eceb0-4403-4d58-b8c0-c1a07465554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:59.175948 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61f226-aba2-484c-aabd-501712608b00 req-2cb59d71-0790-4025-90e1-538bbb3fa563 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:59.177494 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1c61f226-aba2-484c-aabd-501712608b00 req-2cb59d71-0790-4025-90e1-538bbb3fa563 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 945 time: 0.0696371 Jul 08 01:35:59.218077 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1c61f226-aba2-484c-aabd-501712608b00 req-71156238-bc2c-4c26-8e5a-98df6219c779 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350292 Jul 08 01:35:59.336612 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43820) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:59.452074 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.040663 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.348736 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Deleting port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:00.349457 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.398256 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14de76b-cb98-4027-b536-5fd38e179bba req-e2624b9b-d045-4ea9-9c3b-e547da6c5d83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:00.399696 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e14de76b-cb98-4027-b536-5fd38e179bba req-e2624b9b-d045-4ea9-9c3b-e547da6c5d83 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 945 time: 0.0637085 Jul 08 01:36:00.424955 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] For port 67c6ed8c-87b6-4e02-9d8d-5d8161385b25, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:00.425318 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.437057 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e14de76b-cb98-4027-b536-5fd38e179bba req-2def3c26-b836-425c-b14a-3e14e0f2aaa4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Jul 08 01:36:00.437819 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Calling delete_port for 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 owned by network:router_interface {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:00.639431 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.664897 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c6ed8c-87b6-4e02-9d8d-5d8161385b25,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:00.834735 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.841303 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.050278 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:36:01.160761 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:01.165991 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-8460ae9e-2c49-4887-baac-917c26fad538 admin admin] 10.222.0.22 "PUT /v2.0/routers/2c29b3d8-cfd0-4a98-a0e0-6df9353add22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8283346 Jul 08 01:36:01.168494 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43858) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:01.172002 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] Sync routers for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:01.182000 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:01.182628 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:35:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:01.274307 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks [] for router, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.283962 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:01.384860 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.435972 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Deleting port 2cb51ab2-e2af-467d-bbea-91f19b885afb {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:01.436314 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.461314 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:36:00Z', 'revision_number': 5, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port': {'id': '2cb51ab2-e2af-467d-bbea-91f19b885afb', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:29:00Z', 'updated_at': '2021-07-08T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:01.486084 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] Checking router: 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:01.494456 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] Routers {'2c29b3d8-cfd0-4a98-a0e0-6df9353add22'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:01.495059 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:35:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:01.515755 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] For port 2cb51ab2-e2af-467d-bbea-91f19b885afb, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2cb51ab2-e2af-467d-bbea-91f19b885afb,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:01.516116 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.528259 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Calling delete_port for 2cb51ab2-e2af-467d-bbea-91f19b885afb owned by network:router_gateway {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:01.578068 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] Set router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 gateway port host: None {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:01.630691 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:36:01Z', 'revision_number': 6, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port_host': None}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:01.657589 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe8c35b-a2ea-480c-a710-98a9e3bb2b6f None None] The sync data for ids ['2c29b3d8-cfd0-4a98-a0e0-6df9353add22'] in dv-cinder-799848-1-iscsi is: [{'id': '2c29b3d8-cfd0-4a98-a0e0-6df9353add22', 'name': 'tempest-AttachVolumeShelveTestJSON-1427426798-router', 'tenant_id': '6e82fd99b70b4a7e8072f96353086d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:28:58Z', 'updated_at': '2021-07-08T01:36:01Z', 'revision_number': 6, 'project_id': '6e82fd99b70b4a7e8072f96353086d45', 'gw_port_host': None}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:01.708610 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.738982 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb51ab2-e2af-467d-bbea-91f19b885afb,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:01.798026 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.902662 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.904857 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.979032 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.979637 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c29b3d8-cfd0-4a98-a0e0-6df9353add22 {{(pid=92925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:36:01.984647 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.985860 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-cbf3fce5-1657-469d-a605-6c20989ed55c admin admin] 10.222.0.22 "DELETE /v2.0/routers/2c29b3d8-cfd0-4a98-a0e0-6df9353add22 HTTP/1.1" status: 204 len: 168 time: 0.8163013 Jul 08 01:36:01.988408 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43868) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:02.036615 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4d31df-a480-4a0f-9ac7-1b832c3b0776 admin admin] Deleting subnet f130dc6b-7240-469c-9e24-0b2b1d7d9877 {{(pid=92925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:36:02.039243 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5d4d31df-a480-4a0f-9ac7-1b832c3b0776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.074863 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5d4d31df-a480-4a0f-9ac7-1b832c3b0776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63565959'] for subnet, precommit_delete_associations {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.194381 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5d4d31df-a480-4a0f-9ac7-1b832c3b0776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.220607 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43876) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:02.251905 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5d4d31df-a480-4a0f-9ac7-1b832c3b0776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63486949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63286642'] for subnet, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.272315 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ea17fb-75fd-4311-bc29-9b2e0fda3165 admin admin] Deleting subnet fd1c5b97-92fd-4206-9398-b93579c22fe4 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:36:02.275590 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63ea17fb-75fd-4311-bc29-9b2e0fda3165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.282956 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d31df-a480-4a0f-9ac7-1b832c3b0776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f130dc6b-7240-469c-9e24-0b2b1d7d9877,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:02.285420 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5d4d31df-a480-4a0f-9ac7-1b832c3b0776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.289760 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-5d4d31df-a480-4a0f-9ac7-1b832c3b0776 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f130dc6b-7240-469c-9e24-0b2b1d7d9877 HTTP/1.1" status: 204 len: 168 time: 0.2980850 Jul 08 01:36:02.289896 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43878) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:02.293496 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8312b0-d3aa-4d54-9537-ad1aa744e1c1 None None] Network 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:36:02.321569 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63ea17fb-75fd-4311-bc29-9b2e0fda3165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.360901 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63ea17fb-75fd-4311-bc29-9b2e0fda3165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.366397 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.423102 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63ea17fb-75fd-4311-bc29-9b2e0fda3165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.423731 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Deleting port a1314113-b18f-4c36-a637-563de788f47e {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:02.424210 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.451919 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea17fb-75fd-4311-bc29-9b2e0fda3165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1c5b97-92fd-4206-9398-b93579c22fe4,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:02.457766 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-63ea17fb-75fd-4311-bc29-9b2e0fda3165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.459739 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-63ea17fb-75fd-4311-bc29-9b2e0fda3165 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fd1c5b97-92fd-4206-9398-b93579c22fe4 HTTP/1.1" status: 204 len: 168 time: 0.2381005 Jul 08 01:36:02.462639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 43880) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:02.505190 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] For port a1314113-b18f-4c36-a637-563de788f47e, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=a1314113-b18f-4c36-a637-563de788f47e,segment=NetworkSegment(b4395d79-3ea5-4bc3-a418-0408808ba5d3),segment_id=b4395d79-3ea5-4bc3-a418-0408808ba5d3)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:02.505549 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.521100 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Calling delete_port for a1314113-b18f-4c36-a637-563de788f47e owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:02.541302 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.619775 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.633855 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.644911 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690f80d6-8893-4bb3-9d2b-7fb2995e0889']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:02.655357 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f9d175-9f07-49a6-8986-4df81810ef2f') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:02.656531 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1314113-b18f-4c36-a637-563de788f47e,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:02.656825 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f9d175-9f07-49a6-8986-4df81810ef2f') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:02.661993 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] No DVR routers for this DVR port a1314113-b18f-4c36-a637-563de788f47e on host dv-cinder-799848-1-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:02.671267 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.672514 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb4bf2-c737-484f-b433-814e3a9ab7d5 None None] DHCP port deletion for 9b1ab0d1-9fc7-40be-98d1-7a8d98827046 request from dv-cinder-799848-1-iscsi {{(pid=92927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:36:02.690309 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.697201 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:36:02.697640 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:36:02.699837 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:36:02.734863 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.745449 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1ab0d1-9fc7-40be-98d1-7a8d98827046']}} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:02.757715 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.759335 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4395d79-3ea5-4bc3-a418-0408808ba5d3') {'for_net_delete': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:02.759696 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4395d79-3ea5-4bc3-a418-0408808ba5d3') {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:02.764791 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.772246 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63565966'] for segment, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.772382 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/690f80d6-8893-4bb3-9d2b-7fb2995e0889 HTTP/1.1" status: 204 len: 168 time: 0.3084161 Jul 08 01:36:02.783552 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6054a-2f8f-4ec1-b8ee-2f00572890a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=690f80d6-8893-4bb3-9d2b-7fb2995e0889,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:02.788216 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.795135 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=92925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:36:02.795457 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63486786'] for segment, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: Traceback (most recent call last): Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: timer() Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: cb(*args, **kw) Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: return func(*args, **kwargs) Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: self._notify() Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: self.callback(batched_events) Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: event.method(event) Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: return f(self, *a, **k) Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._get(url).json() Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: return self.request(url, 'GET', **kwargs) Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:36:02.797368 dv-cinder-799848-1-iscsi neutron-server[92925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:36:02.871955 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.878454 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.882193 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] 10.222.0.22 "DELETE /v2.0/networks/9b1ab0d1-9fc7-40be-98d1-7a8d98827046 HTTP/1.1" status: 204 len: 168 time: 0.5914116 Jul 08 01:36:02.897876 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdfba7-3792-4cb6-8d3e-058120988d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1ab0d1-9fc7-40be-98d1-7a8d98827046,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:02.904992 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43886) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:02.944403 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-68f764ae-7707-4097-9831-e15c8f63d8a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe4d7edb19fe45a7a69fc3d3c2ef5cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382261 Jul 08 01:36:02.946895 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43888) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:02.993466 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2b9bffeb-568c-4a55-87de-01db67dad327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.016669 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2b9bffeb-568c-4a55-87de-01db67dad327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.057087 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43890) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:03.082948 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2b9bffeb-568c-4a55-87de-01db67dad327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.085374 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-2b9bffeb-568c-4a55-87de-01db67dad327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.086466 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-2b9bffeb-568c-4a55-87de-01db67dad327 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/913b03bb-660b-4791-a079-de1ae0e12e59 HTTP/1.1" status: 204 len: 168 time: 0.1383898 Jul 08 01:36:03.102394 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bffeb-568c-4a55-87de-01db67dad327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b03bb-660b-4791-a079-de1ae0e12e59,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:03.119917 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-1ff90354-8ec9-4203-9516-2c507e6f6fb9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e82fd99b70b4a7e8072f96353086d45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0592818 Jul 08 01:36:03.120565 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 43894) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:03.168661 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-da93db71-716e-47b4-aa79-594b4652db76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.191745 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-da93db71-716e-47b4-aa79-594b4652db76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.246132 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-da93db71-716e-47b4-aa79-594b4652db76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.248946 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-da93db71-716e-47b4-aa79-594b4652db76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.252474 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-da93db71-716e-47b4-aa79-594b4652db76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5652b270-abd3-42d0-838c-c069d3c43259 HTTP/1.1" status: 204 len: 168 time: 0.1287193 Jul 08 01:36:03.258807 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93db71-716e-47b4-aa79-594b4652db76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5652b270-abd3-42d0-838c-c069d3c43259,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:03.697290 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:03.716801 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:03.717145 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 67c6ed8c-87b6-4e02-9d8d-5d8161385b25 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:03.717554 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2cb51ab2-e2af-467d-bbea-91f19b885afb no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:03.735925 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 2cb51ab2-e2af-467d-bbea-91f19b885afb {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:03.736265 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2cb51ab2-e2af-467d-bbea-91f19b885afb not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:03.736678 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a1314113-b18f-4c36-a637-563de788f47e no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:03.757383 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: a1314113-b18f-4c36-a637-563de788f47e {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:03.757710 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a1314113-b18f-4c36-a637-563de788f47e not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:06.122002 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:36:11.591720 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-92db2d38-092f-447e-ae8a-ed2699c1222e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:11.593192 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-92db2d38-092f-447e-ae8a-ed2699c1222e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 814 time: 0.3605859 Jul 08 01:36:11.607053 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-a76eb4c7-5da7-4ccf-983d-0bfeeda444c4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/quotas/73bb6de5ca45431fb57b90792ff39cc4 HTTP/1.1" status: 200 len: 375 time: 0.0085988 Jul 08 01:36:11.676923 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-35d40097-e79b-493d-a952-4d095f34fba0 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651934 Jul 08 01:36:11.765349 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-823eb554-4ca3-442f-aabd-19bb4035e1ef service neutron] 10.222.0.22 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816479 Jul 08 01:36:11.852084 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-4f858c88-4585-4a9f-a3f4-0c99ccc479dd service neutron] 10.222.0.22 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811794 Jul 08 01:36:12.026444 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-32b68a96-8108-4c86-8946-aa9bb4a87081 req-319ae03b-e0d6-4b83-b6b5-89b0d499a929 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 210 time: 0.0371704 Jul 08 01:36:12.528052 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44060) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:12.632443 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b83e7e01-bc06-4021-9fdb-e3ff22f7468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.717870 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b83e7e01-bc06-4021-9fdb-e3ff22f7468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.722140 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b83e7e01-bc06-4021-9fdb-e3ff22f7468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.759536 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b83e7e01-bc06-4021-9fdb-e3ff22f7468c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e153fe77960b443595f06d3811f60f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304270 Jul 08 01:36:12.761478 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e7e01-bc06-4021-9fdb-e3ff22f7468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58da878-b485-4be8-a747-eca6403ce554,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:12.762195 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44064) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:12.810480 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fb9f406f-e0d9-4bc3-baa4-1bbe16d512f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.832217 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fb9f406f-e0d9-4bc3-baa4-1bbe16d512f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.876936 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fb9f406f-e0d9-4bc3-baa4-1bbe16d512f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.880009 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fb9f406f-e0d9-4bc3-baa4-1bbe16d512f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.881188 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-fb9f406f-e0d9-4bc3-baa4-1bbe16d512f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b58da878-b485-4be8-a747-eca6403ce554 HTTP/1.1" status: 204 len: 168 time: 0.1179578 Jul 08 01:36:12.888835 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f406f-e0d9-4bc3-baa4-1bbe16d512f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58da878-b485-4be8-a747-eca6403ce554,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:13.102790 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-c50b0ac5-4ecf-494f-8b3c-2b5488ef773e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.104254 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-c50b0ac5-4ecf-494f-8b3c-2b5488ef773e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 814 time: 0.1112819 Jul 08 01:36:13.125911 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Request body: {'port': {'device_id': 'ee0c1121-70d4-453a-9be5-471b1120e32c', 'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'admin_state_up': True, 'tenant_id': '73bb6de5ca45431fb57b90792ff39cc4'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:13.213463 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-52f6175c-495a-4c77-b826-273f94be2615 req-7c01a27f-a2bd-48a3-a1f1-26ea8557f32d tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 210 time: 0.0467868 Jul 08 01:36:13.255705 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Made reservation on behalf of 73bb6de5ca45431fb57b90792ff39cc4 for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:13.259580 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.391846 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Allocated IP 172.20.0.9 (da283252-4224-4569-9761-f11363b446f9/85637e8f-2a0a-45f3-8ca9-87d17bb3d033/52dca584-261c-436a-aa95-1d6bbfce6ddc) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:13.539048 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.578094 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.597943 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'eb8290ec-b6d4-4896-a9f6-853e399e9931', 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:13.622974 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Network da283252-4224-4569-9761-f11363b446f9 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:13.626270 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:13.630930 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:13.637483 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Pushing event updated for resources: {'Port': ['ID=52dca584-261c-436a-aa95-1d6bbfce6ddc,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:13.685163 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.685821 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.702052 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-f81c0e13-a499-4c30-9a48-783cc206a23b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809956 Jul 08 01:36:13.714799 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Request body: {'port': {'device_id': 'ee0c1121-70d4-453a-9be5-471b1120e32c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:13.789845 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.090375 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dca584-261c-436a-aa95-1d6bbfce6ddc {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:14.098140 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.111487 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Transition to ACTIVE for port object 52dca584-261c-436a-aa95-1d6bbfce6ddc will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:14.115816 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.194919 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Pushing event updated for resources: {'Port': ['ID=52dca584-261c-436a-aa95-1d6bbfce6ddc,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:14.246056 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Attempting to bind port 52dca584-261c-436a-aa95-1d6bbfce6ddc on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:14.246410 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Attempting to bind port 52dca584-261c-436a-aa95-1d6bbfce6ddc by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:14.246744 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Attempting to bind port 52dca584-261c-436a-aa95-1d6bbfce6ddc on network da283252-4224-4569-9761-f11363b446f9 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:14.251592 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Port 52dca584-261c-436a-aa95-1d6bbfce6ddc on network da283252-4224-4569-9761-f11363b446f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:36:14.251790 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Attempting to bind port 52dca584-261c-436a-aa95-1d6bbfce6ddc on network da283252-4224-4569-9761-f11363b446f9 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:14.256771 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:14.257111 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Checking segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:14.257503 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Bound using segment: {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:14.257972 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Bound port: 52dca584-261c-436a-aa95-1d6bbfce6ddc, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37c7d2e-1924-4495-97c0-9fc5d85258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da283252-4224-4569-9761-f11363b446f9'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:14.258336 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.343065 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] For port 52dca584-261c-436a-aa95-1d6bbfce6ddc, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:14.374375 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] For port 52dca584-261c-436a-aa95-1d6bbfce6ddc, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=52dca584-261c-436a-aa95-1d6bbfce6ddc,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:14.383428 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.435234 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.436301 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.438088 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] 10.222.0.21 "PUT /v2.0/ports/52dca584-261c-436a-aa95-1d6bbfce6ddc HTTP/1.1" status: 200 len: 1093 time: 0.7273915 Jul 08 01:36:14.446478 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0c1121-70d4-453a-9be5-471b1120e32c', 'tag': '52dca584-261c-436a-aa95-1d6bbfce6ddc'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:14.448589 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af1bc28-8514-44de-915e-28c5b7bb864a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0c1121-70d4-453a-9be5-471b1120e32c", "tag": "52dca584-261c-436a-aa95-1d6bbfce6ddc"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:14.473399 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ef914-65a1-45b3-9133-2db8441458ff req-ae3e0227-d094-4a56-a9fc-493d4df1546d tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.476628 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8f1ef914-65a1-45b3-9133-2db8441458ff req-ae3e0227-d094-4a56-a9fc-493d4df1546d tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 943 time: 0.1460776 Jul 08 01:36:14.496785 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f6681a-1d26-49e4-966c-9221caebc99c x-openstack-request-id: req-61f6681a-1d26-49e4-966c-9221caebc99c {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:14.497072 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0c1121-70d4-453a-9be5-471b1120e32c", "tag": "52dca584-261c-436a-aa95-1d6bbfce6ddc", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:14.497324 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61f6681a-1d26-49e4-966c-9221caebc99c {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:14.497799 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0c1121-70d4-453a-9be5-471b1120e32c', 'tag': '52dca584-261c-436a-aa95-1d6bbfce6ddc', 'status': 'completed', 'code': 200} Jul 08 01:36:14.509316 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413ced-c103-46d3-9512-63585dfbf44b service neutron] Pushing event updated for resources: {'Port': ['ID=52dca584-261c-436a-aa95-1d6bbfce6ddc,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:14.563827 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8f1ef914-65a1-45b3-9133-2db8441458ff req-215c63bc-0381-49bf-8429-1abe46873e56 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801575 Jul 08 01:36:14.587481 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-a4c74207-48db-4fae-a466-08ab3d6aa6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.587798 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-a4c74207-48db-4fae-a466-08ab3d6aa6ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 1096 time: 0.0890436 Jul 08 01:36:14.643071 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-88c3b829-9278-4ff7-9bbc-6232e4356af3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52dca584-261c-436a-aa95-1d6bbfce6ddc HTTP/1.1" status: 200 len: 217 time: 0.0383518 Jul 08 01:36:14.691470 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-545b8608-4605-4956-a0bb-8f159ee53f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.692912 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-545b8608-4605-4956-a0bb-8f159ee53f8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 200 len: 854 time: 0.0434451 Jul 08 01:36:14.726301 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-31e86217-cdc2-406b-8f2e-887de5eaa2b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da283252-4224-4569-9761-f11363b446f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256541 Jul 08 01:36:14.820458 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-bddb0239-b9af-4cc8-84f5-ac140af6b9de service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841963 Jul 08 01:36:14.912614 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4321299f-6d50-4a7e-8a40-55f7221d481d req-3c413a41-62fe-40d3-a6a7-152113fc5433 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815525 Jul 08 01:36:15.012506 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-31a60bdd-4688-42f4-ae3e-855cd1cae2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:15.014043 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-31a60bdd-4688-42f4-ae3e-855cd1cae2f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 1096 time: 0.0520782 Jul 08 01:36:15.107992 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-b87a81ed-e54d-4c2b-92ed-62886c1f312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:15.109545 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-b87a81ed-e54d-4c2b-92ed-62886c1f312d service neutron] 10.222.0.21 "GET /v2.0/networks?id=da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 200 len: 914 time: 0.0864456 Jul 08 01:36:15.153227 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-547bb8c6-330c-47aa-a447-5723ecc5cf0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52dca584-261c-436a-aa95-1d6bbfce6ddc HTTP/1.1" status: 200 len: 217 time: 0.0343711 Jul 08 01:36:15.204681 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-0e01c113-0e98-4d38-a699-12443bfeb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:15.207003 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-0e01c113-0e98-4d38-a699-12443bfeb473 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 200 len: 854 time: 0.0461504 Jul 08 01:36:15.239230 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-52e029e3-460e-42af-8e3a-51875bb00eb9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da283252-4224-4569-9761-f11363b446f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258899 Jul 08 01:36:15.334045 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-37ab8bc2-8338-411e-8169-9f9f7c67d209 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798845 Jul 08 01:36:15.436282 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9af1bc28-8514-44de-915e-28c5b7bb864a req-b3c4fb34-8350-4b05-bf3c-df98112f1531 service neutron] 10.222.0.21 "GET /v2.0/networks/da283252-4224-4569-9761-f11363b446f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841856 Jul 08 01:36:15.753025 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c4c1e-de54-4651-8953-e13a8c069208 req-ef8e61b3-e2e7-455a-85e0-0e514c59cdc3 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:15.754549 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-257c4c1e-de54-4651-8953-e13a8c069208 req-ef8e61b3-e2e7-455a-85e0-0e514c59cdc3 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 943 time: 0.0671051 Jul 08 01:36:15.801464 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-257c4c1e-de54-4651-8953-e13a8c069208 req-dc097c4a-1bd3-43ac-b193-7aa5f6a5085e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Jul 08 01:36:15.927125 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 52dca584-261c-436a-aa95-1d6bbfce6ddc details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:16.019857 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 52dca584-261c-436a-aa95-1d6bbfce6ddc, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=52dca584-261c-436a-aa95-1d6bbfce6ddc,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:16.030944 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': '52dca584-261c-436a-aa95-1d6bbfce6ddc', 'network_id': 'da283252-4224-4569-9761-f11363b446f9', 'port_id': '52dca584-261c-436a-aa95-1d6bbfce6ddc', 'mac_address': 'fa:16:3e:0e:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85637e8f-2a0a-45f3-8ca9-87d17bb3d033', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:36:16.066651 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.078559 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dca584-261c-436a-aa95-1d6bbfce6ddc {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:16.098450 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 52dca584-261c-436a-aa95-1d6bbfce6ddc, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=52dca584-261c-436a-aa95-1d6bbfce6ddc,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:16.102310 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.146549 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=52dca584-261c-436a-aa95-1d6bbfce6ddc,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:16.976061 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39176b-21d5-4c67-b4f3-6861b6a22174 req-03d7ae3e-d40b-44e0-b53d-a930fa5ae00b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.977514 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8e39176b-21d5-4c67-b4f3-6861b6a22174 req-03d7ae3e-d40b-44e0-b53d-a930fa5ae00b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 944 time: 0.0637577 Jul 08 01:36:17.014190 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8e39176b-21d5-4c67-b4f3-6861b6a22174 req-e6f01ad1-e06e-4f03-9681-7a5a82d69957 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Jul 08 01:36:18.184945 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8113e-ab90-400a-a6b9-63ac4c2a2d84 req-98a0a14b-9a98-4f82-86af-321e8ccc0f85 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:18.186445 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3fe8113e-ab90-400a-a6b9-63ac4c2a2d84 req-98a0a14b-9a98-4f82-86af-321e8ccc0f85 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 944 time: 0.0614500 Jul 08 01:36:18.225840 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3fe8113e-ab90-400a-a6b9-63ac4c2a2d84 req-0b53ccb3-4eb5-48c3-a6ab-25321d8b78f6 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Jul 08 01:36:19.208162 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['52dca584-261c-436a-aa95-1d6bbfce6ddc'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:19.399131 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d80015-32d0-4993-82c2-793ec1b2ed01 req-e04628b6-1c94-4906-9955-d47d1b51a6ca tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:19.400578 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c2d80015-32d0-4993-82c2-793ec1b2ed01 req-e04628b6-1c94-4906-9955-d47d1b51a6ca tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 944 time: 0.0653634 Jul 08 01:36:19.438399 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c2d80015-32d0-4993-82c2-793ec1b2ed01 req-8b8b6040-1e14-4fff-869b-3f2427585d8c tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Jul 08 01:36:20.612555 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce6e59-8439-4c24-b366-4806487cd70b req-42387b50-5055-46ee-8561-a8b0f5c70c5f tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:20.614030 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-07ce6e59-8439-4c24-b366-4806487cd70b req-42387b50-5055-46ee-8561-a8b0f5c70c5f tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 944 time: 0.0613751 Jul 08 01:36:20.650265 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-07ce6e59-8439-4c24-b366-4806487cd70b req-1b937c15-b266-4bb8-9590-fadc2beb7dea tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306337 Jul 08 01:36:21.820189 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347158-3c96-40bc-b55c-6531de022b52 req-b76c22ae-21b8-441d-8646-889a7fd99843 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:21.821773 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-34347158-3c96-40bc-b55c-6531de022b52 req-b76c22ae-21b8-441d-8646-889a7fd99843 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 944 time: 0.0635598 Jul 08 01:36:21.859231 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-34347158-3c96-40bc-b55c-6531de022b52 req-e3f0ca85-0389-4beb-b7ef-101c00688794 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Jul 08 01:36:23.023713 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.028489 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5dfe2-9902-46bc-a0c4-548d4fec8252 req-6fcceab8-36e8-4a1a-8254-0c87851ed020 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:23.030381 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bba5dfe2-9902-46bc-a0c4-548d4fec8252 req-6fcceab8-36e8-4a1a-8254-0c87851ed020 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 944 time: 0.0638292 Jul 08 01:36:23.067729 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bba5dfe2-9902-46bc-a0c4-548d4fec8252 req-377bbf23-ef03-4c03-b4b6-4dd47c6162cf tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Jul 08 01:36:24.235252 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160596d-4809-4653-bbaa-923ed98fdace req-c981234f-c482-4561-a6c2-64e29703eab0 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:24.237323 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2160596d-4809-4653-bbaa-923ed98fdace req-c981234f-c482-4561-a6c2-64e29703eab0 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 944 time: 0.0617132 Jul 08 01:36:24.273688 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-2160596d-4809-4653-bbaa-923ed98fdace req-4e97481d-54c5-4b07-b207-ddafd4616eba tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308621 Jul 08 01:36:25.459149 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35a1a8-a500-4e46-a709-6012a91b3a9e req-9fbfea74-5925-4288-a3b7-57f7c22d2ea9 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:25.460605 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1f35a1a8-a500-4e46-a709-6012a91b3a9e req-9fbfea74-5925-4288-a3b7-57f7c22d2ea9 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 944 time: 0.0649471 Jul 08 01:36:25.498436 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1f35a1a8-a500-4e46-a709-6012a91b3a9e req-41920d57-5cf6-49a2-a1e8-4374316468f3 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Jul 08 01:36:25.550322 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-19583728-cd7f-4a0f-9be5-4a40bb76bcf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655661 Jul 08 01:36:25.625989 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-a92c3114-79fc-4bb6-80f1-c3f2c6ee2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:25.627676 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-a92c3114-79fc-4bb6-80f1-c3f2c6ee2bf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0510180 Jul 08 01:36:25.658827 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdcde27b-de6f-4218-80f8-327ae3c6172f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.739811 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-dc083199-4859-4e0c-b566-d3e36379702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:25.741285 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-dc083199-4859-4e0c-b566-d3e36379702c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.0934608 Jul 08 01:36:25.812786 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-fb1211ee-bf68-4bb3-b274-b0735720600a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7 HTTP/1.1" status: 200 len: 1001 time: 0.0648239 Jul 08 01:36:25.862825 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-6d3aafeb-dbbc-4a10-bb9d-0f2eb0e20e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:25.864281 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-6d3aafeb-dbbc-4a10-bb9d-0f2eb0e20e2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0445750 Jul 08 01:36:25.919474 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-235d60fa-c86a-44e7-82c2-fec808edd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:25.921086 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-235d60fa-c86a-44e7-82c2-fec808edd63d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499449 Jul 08 01:36:26.012464 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-de7ee951-d4dc-4b65-b201-12d9c97be18c service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835335 Jul 08 01:36:26.101042 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a4214dc7-8e3d-4a7f-84ea-64c055fd0180 req-62e2b5e4-33bd-4b3c-9d24-33d59d82c867 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799520 Jul 08 01:36:26.224646 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 52dca584-261c-436a-aa95-1d6bbfce6ddc up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:26.270763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port 52dca584-261c-436a-aa95-1d6bbfce6ddc completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:26.274393 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port 52dca584-261c-436a-aa95-1d6bbfce6ddc triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:26.274859 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:26.349994 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:26.371603 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0c1121-70d4-453a-9be5-471b1120e32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dca584-261c-436a-aa95-1d6bbfce6ddc'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:26.373822 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cc1b97-08c8-4a7e-8e99-a7ae12d1fdc6" -d '{"events": [{"server_uuid": "ee0c1121-70d4-453a-9be5-471b1120e32c", "name": "network-vif-plugged", "status": "completed", "tag": "52dca584-261c-436a-aa95-1d6bbfce6ddc"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:26.387110 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port 52dca584-261c-436a-aa95-1d6bbfce6ddc, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=52dca584-261c-436a-aa95-1d6bbfce6ddc,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:26.391377 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:26.417890 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac8a057-8014-4240-9cab-1d9318d33981 x-openstack-request-id: req-4ac8a057-8014-4240-9cab-1d9318d33981 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:26.418184 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0c1121-70d4-453a-9be5-471b1120e32c", "name": "network-vif-plugged", "status": "completed", "tag": "52dca584-261c-436a-aa95-1d6bbfce6ddc", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:26.418436 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ac8a057-8014-4240-9cab-1d9318d33981 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:26.418816 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0c1121-70d4-453a-9be5-471b1120e32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dca584-261c-436a-aa95-1d6bbfce6ddc', 'code': 200} Jul 08 01:36:26.447772 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=52dca584-261c-436a-aa95-1d6bbfce6ddc,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:26.457105 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.457456 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.457824 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.458425 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.458769 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.459102 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.459430 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.459758 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.460105 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.460433 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.460762 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.461082 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:26.656190 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bb5f2-4ecd-47d2-b222-cb1c66c2189f req-2957ae27-0359-4b37-9abb-8f74051be9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:26.657784 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9b3bb5f2-4ecd-47d2-b222-cb1c66c2189f req-2957ae27-0359-4b37-9abb-8f74051be9da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 1098 time: 0.0563931 Jul 08 01:36:26.685573 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154ed1c-72a4-4ef3-a231-d7ecfef83f33 req-a21e8d95-a6d6-47f1-ad63-0b01550dc299 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:26.687103 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b154ed1c-72a4-4ef3-a231-d7ecfef83f33 req-a21e8d95-a6d6-47f1-ad63-0b01550dc299 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 945 time: 0.0636714 Jul 08 01:36:26.694728 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9b3bb5f2-4ecd-47d2-b222-cb1c66c2189f req-1c699ea7-3170-43b4-ba70-f4f6095b7b7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284343 Jul 08 01:36:26.724185 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b154ed1c-72a4-4ef3-a231-d7ecfef83f33 req-111c16e8-097a-4bc7-a05a-882e3a7b39ee tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Jul 08 01:36:27.901415 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ead945-e2a2-494d-a9e0-ce6b05f3e8fd req-76c48f4e-018b-4685-99e8-e6fb50ceadbc tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:27.902977 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-66ead945-e2a2-494d-a9e0-ce6b05f3e8fd req-76c48f4e-018b-4685-99e8-e6fb50ceadbc tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 945 time: 0.0630729 Jul 08 01:36:27.943453 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-66ead945-e2a2-494d-a9e0-ce6b05f3e8fd req-eaa17cf9-c185-431f-8d40-492ad1733370 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Jul 08 01:36:28.447587 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:28.452227 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-587236a5-0b28-4712-8358-2b7244ddc83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:29.248666 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-c073f8c5-3dec-457b-a6a7-0e1bbc13c4c4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143394459&fields=id&tenant_id=dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 267 time: 0.0321083 Jul 08 01:36:29.357678 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-4617a779-34cb-4fbb-825d-6f1eb9a81c52 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:29.359184 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-4617a779-34cb-4fbb-825d-6f1eb9a81c52 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 812 time: 0.1032028 Jul 08 01:36:29.374118 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-70056676-95de-4e6d-a527-0ecb85d22fde tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/quotas/dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 375 time: 0.0095890 Jul 08 01:36:29.450491 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-3af7e382-27b4-414c-ab0b-b258e5a82e96 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0708933 Jul 08 01:36:29.456185 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:29.551332 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-0ef5a95d-ad21-4c17-81dd-af3108cef9d6 service neutron] 10.222.0.22 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882056 Jul 08 01:36:29.637163 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-16cc6776-3fd5-4b22-9adc-abb333f48056 service neutron] 10.222.0.22 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802879 Jul 08 01:36:29.932479 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6472cf25-d441-4b12-8c89-c4ad5a50f523 req-f712410b-5616-42c6-aef3-7f8757b150ce tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 210 time: 0.0353940 Jul 08 01:36:30.835488 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.224611 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4966c4b2-b950-4ee3-89ac-df73e623476a req-53655e8b-85ca-4348-8fa8-fb775bd10eaa tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 210 time: 0.0311856 Jul 08 01:36:32.358898 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0b6406ee-4da5-4441-a278-a310c99d1a0c req-b4634dd5-404b-4740-977f-66762e4261ae tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 210 time: 0.0279627 Jul 08 01:36:33.414147 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-980109a0-396d-488c-900e-27d78c41ff18 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:33.415647 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-980109a0-396d-488c-900e-27d78c41ff18 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 812 time: 0.1058147 Jul 08 01:36:33.469159 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-a812a0d7-8a8a-4b13-b35e-b4bf1830dc6b tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd692cc0485c4c33a8068b5187faa99b HTTP/1.1" status: 200 len: 380 time: 0.0373189 Jul 08 01:36:33.479664 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'port': {'device_id': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'admin_state_up': True, 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'security_groups': ['624fed07-3330-4e36-9178-e6bfca54e082']}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:33.505174 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4cd2946e-8626-4cb4-aa13-f643d6f8135c req-d389a025-87c6-4215-a292-9083882c2b73 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 210 time: 0.0284669 Jul 08 01:36:33.583457 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Made reservation on behalf of dd692cc0485c4c33a8068b5187faa99b for: {'port': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:33.586969 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:33.711201 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Allocated IP 172.20.0.14 (b2a80ba2-866c-4e82-be36-9e45e182ea90/03ba9f25-c970-43e7-9743-358f33c8c460/a40fa63e-f350-4f7a-a385-1bd44b47546c) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:33.847652 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:33.860840 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Transition to ACTIVE for port object a40fa63e-f350-4f7a-a385-1bd44b47546c will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:33.892281 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:33.936991 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:33.940155 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:33.944493 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:33.951176 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=a40fa63e-f350-4f7a-a385-1bd44b47546c,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:33.996703 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:33.997333 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.014980 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-eadfbb06-7a54-47ef-b7ed-496d2486951c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391407 Jul 08 01:36:34.027923 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Request body: {'port': {'device_id': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:34.110221 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.225357 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-2ce09c52-7468-4ecb-9797-d18063732466 None None] Provisioning for port a40fa63e-f350-4f7a-a385-1bd44b47546c completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:34.229946 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-2ce09c52-7468-4ecb-9797-d18063732466 None None] Provisioning complete for port a40fa63e-f350-4f7a-a385-1bd44b47546c triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:34.230321 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2ce09c52-7468-4ecb-9797-d18063732466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.269768 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-2ce09c52-7468-4ecb-9797-d18063732466 None None] Port a40fa63e-f350-4f7a-a385-1bd44b47546c cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:36:34.381517 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40fa63e-f350-4f7a-a385-1bd44b47546c {{(pid=92926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:34.388796 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.400693 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Transition to ACTIVE for port object a40fa63e-f350-4f7a-a385-1bd44b47546c will not be triggered until provisioned by entity L2. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:34.404240 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.453033 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Pushing event updated for resources: {'Port': ['ID=a40fa63e-f350-4f7a-a385-1bd44b47546c,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:34.524678 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Attempting to bind port a40fa63e-f350-4f7a-a385-1bd44b47546c on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:34.525015 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Attempting to bind port a40fa63e-f350-4f7a-a385-1bd44b47546c by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:34.525352 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Attempting to bind port a40fa63e-f350-4f7a-a385-1bd44b47546c on network b2a80ba2-866c-4e82-be36-9e45e182ea90 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:34.530554 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Port a40fa63e-f350-4f7a-a385-1bd44b47546c on network b2a80ba2-866c-4e82-be36-9e45e182ea90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:36:34.530885 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Attempting to bind port a40fa63e-f350-4f7a-a385-1bd44b47546c on network b2a80ba2-866c-4e82-be36-9e45e182ea90 {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:34.536792 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:34.537130 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Checking segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:34.537514 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Bound using segment: {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'} {{(pid=92926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:34.537969 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.managers [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Bound port: a40fa63e-f350-4f7a-a385-1bd44b47546c, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201242c2-7cb9-4818-8aaf-83361f787ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90'}}] {{(pid=92926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:34.538603 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.606694 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] For port a40fa63e-f350-4f7a-a385-1bd44b47546c, host hv-cinder-79984, cleared binding levels {{(pid=92926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:34.609914 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] For port a40fa63e-f350-4f7a-a385-1bd44b47546c, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:34.614970 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.658183 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:34.659700 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.661051 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] 10.222.0.21 "PUT /v2.0/ports/a40fa63e-f350-4f7a-a385-1bd44b47546c HTTP/1.1" status: 200 len: 1094 time: 0.6383345 Jul 08 01:36:34.682579 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:34.684997 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27073042-79ee-45dc-8bd8-2e4193f8ccf9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:34.722455 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b068e23-4f00-496d-8be4-99ce4421f526 service neutron] Pushing event updated for resources: {'Port': ['ID=a40fa63e-f350-4f7a-a385-1bd44b47546c,revision_number=3']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:34.735815 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6951ea3-6f22-4274-9914-9124f6ef2158 x-openstack-request-id: req-c6951ea3-6f22-4274-9914-9124f6ef2158 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:34.736013 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:34.736312 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6951ea3-6f22-4274-9914-9124f6ef2158 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:34.736600 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'status': 'completed', 'code': 200} Jul 08 01:36:34.756008 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13cada-d070-4f5b-bdd4-388d823204d1 req-3e513f62-ecc7-44ee-94fd-7aded77fb4b3 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:34.757551 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7f13cada-d070-4f5b-bdd4-388d823204d1 req-3e513f62-ecc7-44ee-94fd-7aded77fb4b3 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.1340284 Jul 08 01:36:34.798449 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7f13cada-d070-4f5b-bdd4-388d823204d1 req-c33a0268-38e1-480a-a7cf-ff5b63416121 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351312 Jul 08 01:36:35.975016 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccc5cd-4c2e-4472-90c6-438e257d7825 req-1794a7b2-c5ef-4c5d-9a72-ac4be02a8603 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:35.976479 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-39ccc5cd-4c2e-4472-90c6-438e257d7825 req-1794a7b2-c5ef-4c5d-9a72-ac4be02a8603 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0660386 Jul 08 01:36:36.012616 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-39ccc5cd-4c2e-4472-90c6-438e257d7825 req-d6cfa730-400c-489f-ae82-ee07cf7aa5ea tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306122 Jul 08 01:36:37.183804 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81f63d-e6b0-4b5d-91c2-277d279f7167 req-1e79d1d1-97cf-42c4-a4d7-3fd04db4ce6d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:37.185251 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ce81f63d-e6b0-4b5d-91c2-277d279f7167 req-1e79d1d1-97cf-42c4-a4d7-3fd04db4ce6d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0619397 Jul 08 01:36:37.221645 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ce81f63d-e6b0-4b5d-91c2-277d279f7167 req-73b4d9f4-914e-4e2c-b8ca-ce8ceef5ae5d tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Jul 08 01:36:37.706997 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-4411a549-cbff-4fc7-8727-096497c9b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:37.708446 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-4411a549-cbff-4fc7-8727-096497c9b517 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 1097 time: 0.0521307 Jul 08 01:36:37.751497 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-3c72498a-823c-4626-9f01-d794d53f90c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c HTTP/1.1" status: 200 len: 217 time: 0.0344384 Jul 08 01:36:37.797202 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-427af451-0ec5-4ea3-a741-1a1ce00e5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:37.798590 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-427af451-0ec5-4ea3-a741-1a1ce00e5ef1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0407674 Jul 08 01:36:37.853536 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-bd32c7de-579d-4e68-b42a-6b7119c34502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:37.855053 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-bd32c7de-579d-4e68-b42a-6b7119c34502 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495241 Jul 08 01:36:38.204443 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-2a351c76-d2f7-4cc6-980d-04793435cebf service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385165 Jul 08 01:36:38.292306 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31b30009-3379-46a1-927e-31cc87eb5e02 req-5a0d0799-b37a-4172-a067-c88943066188 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809574 Jul 08 01:36:38.400567 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-25338c69-2270-4847-a2d2-28356b7c91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:38.402130 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-25338c69-2270-4847-a2d2-28356b7c91ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 1097 time: 0.0608685 Jul 08 01:36:38.500456 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-cbba7208-395e-483e-8636-1e2e7cf37997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:38.502145 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-cbba7208-395e-483e-8636-1e2e7cf37997 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.0900443 Jul 08 01:36:38.506870 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df1490-6ae9-4ad1-8f6a-d2903257c5f6 req-a65b4d9d-72de-4854-8331-05793f8c1c98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:38.508367 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1df1490-6ae9-4ad1-8f6a-d2903257c5f6 req-a65b4d9d-72de-4854-8331-05793f8c1c98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0671825 Jul 08 01:36:38.549296 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-bf0329e3-8c24-4a77-ae2d-9ec79056a2e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c HTTP/1.1" status: 200 len: 217 time: 0.0378866 Jul 08 01:36:38.555017 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d1df1490-6ae9-4ad1-8f6a-d2903257c5f6 req-e4e12628-3acb-45b3-bb36-8eb6d423a5ff tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Jul 08 01:36:38.604519 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-b9df9a85-8b92-4f2d-a747-7c3b8b8155c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:38.605986 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-b9df9a85-8b92-4f2d-a747-7c3b8b8155c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0466940 Jul 08 01:36:38.663064 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-52b137b9-e3e0-458e-ac69-9182c2436c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:38.664555 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-52b137b9-e3e0-458e-ac69-9182c2436c65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506647 Jul 08 01:36:38.753819 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-326ad730-0436-48da-a82d-e6f73a70d0e9 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800331 Jul 08 01:36:38.845935 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-27073042-79ee-45dc-8bd8-2e4193f8ccf9 req-6e3c164e-a5bd-4e47-848f-04e7a091c186 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832887 Jul 08 01:36:39.730825 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09b359-0e44-48db-a149-9fdd413bdaa6 req-e5a60850-e195-4859-8631-941ab3cc79bb tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:39.732623 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-df09b359-0e44-48db-a149-9fdd413bdaa6 req-e5a60850-e195-4859-8631-941ab3cc79bb tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0669127 Jul 08 01:36:39.772010 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-df09b359-0e44-48db-a149-9fdd413bdaa6 req-522e66d6-eedb-468a-8688-90bb9cd017ca tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Jul 08 01:36:40.949334 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfbb37-4883-445d-8bd2-f4e6f6a548c4 req-1972d2e6-924a-4663-8fbd-5af41a57f66e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:40.950800 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-74bfbb37-4883-445d-8bd2-f4e6f6a548c4 req-1972d2e6-924a-4663-8fbd-5af41a57f66e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0662582 Jul 08 01:36:40.988501 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-74bfbb37-4883-445d-8bd2-f4e6f6a548c4 req-8b5fb551-e999-49f4-9455-34360f17baac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317051 Jul 08 01:36:42.157461 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf4ea5-0969-4dde-8df6-806635105023 req-12a2881a-4425-44d6-a70d-6a65e7f2d5a6 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:42.158832 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-49bf4ea5-0969-4dde-8df6-806635105023 req-12a2881a-4425-44d6-a70d-6a65e7f2d5a6 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0610387 Jul 08 01:36:42.196290 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-49bf4ea5-0969-4dde-8df6-806635105023 req-c674ff30-ccf2-4d55-9b88-e99003be60f7 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Jul 08 01:36:43.120636 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:36:43.363867 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f861a1-ff35-4ed3-b4ff-1936099aa76e req-5ad9cbbf-0bc4-43fe-b64a-54968f60a563 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:43.365296 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-16f861a1-ff35-4ed3-b4ff-1936099aa76e req-5ad9cbbf-0bc4-43fe-b64a-54968f60a563 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0616343 Jul 08 01:36:43.402265 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-16f861a1-ff35-4ed3-b4ff-1936099aa76e req-98b78d71-e472-4016-ab83-ed7b6be23124 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313680 Jul 08 01:36:44.576761 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfbc83-3b0d-4b2a-b274-c683e96c6abc req-e34ad0a1-99c4-44fd-bbd9-ea74930dea17 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:44.578241 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7ecfbc83-3b0d-4b2a-b274-c683e96c6abc req-e34ad0a1-99c4-44fd-bbd9-ea74930dea17 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0657003 Jul 08 01:36:44.615335 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7ecfbc83-3b0d-4b2a-b274-c683e96c6abc req-7976a6b2-2bec-4d42-8166-db49db98e575 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Jul 08 01:36:45.790306 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34310071-0682-4bb6-ad41-80fc5bad1b47 req-daa71b60-2c9d-4449-91ea-1d71ba815182 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:45.791770 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-34310071-0682-4bb6-ad41-80fc5bad1b47 req-daa71b60-2c9d-4449-91ea-1d71ba815182 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0625114 Jul 08 01:36:45.831798 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-34310071-0682-4bb6-ad41-80fc5bad1b47 req-4fd6dd2f-801f-42e1-b87b-e3ce1dc6d545 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343130 Jul 08 01:36:46.221177 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfe919-101f-4169-bff3-b538706c3975 req-e481583f-d77a-4e11-bdd9-0006af4e0fb5 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:46.222581 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31dfe919-101f-4169-bff3-b538706c3975 req-e481583f-d77a-4e11-bdd9-0006af4e0fb5 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 945 time: 0.0620248 Jul 08 01:36:46.259688 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-31dfe919-101f-4169-bff3-b538706c3975 req-ccf8d459-4b50-41ac-bc8d-9a4843c09edf tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Jul 08 01:36:47.002425 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c105486-1f58-4b65-8ac5-b48949141e36 req-5ee832f4-5ec9-4b95-b21f-089f255825f5 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:47.003875 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4c105486-1f58-4b65-8ac5-b48949141e36 req-5ee832f4-5ec9-4b95-b21f-089f255825f5 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0630271 Jul 08 01:36:47.042587 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4c105486-1f58-4b65-8ac5-b48949141e36 req-b26fd194-2e61-416f-9610-d0f2e8e8484e tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332439 Jul 08 01:36:47.427633 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e3896-e02e-47cd-ad15-56f720c3ed0b req-46a45454-c8cd-453f-a962-2fcf61187f39 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:47.429080 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-390e3896-e02e-47cd-ad15-56f720c3ed0b req-46a45454-c8cd-453f-a962-2fcf61187f39 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 945 time: 0.0625300 Jul 08 01:36:47.465465 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-390e3896-e02e-47cd-ad15-56f720c3ed0b req-305205ad-f9e1-4128-b677-19793dbb13c6 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Jul 08 01:36:47.823421 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44466) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:47.924516 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:47.999238 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-217bfc20-8abf-405b-ba3b-c22e54f02eda tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:48.000690 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-217bfc20-8abf-405b-ba3b-c22e54f02eda tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 945 time: 0.0684433 Jul 08 01:36:48.023148 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.027522 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.066904 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3932beb0b3ea47c3ad5e776d520b0c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417438 Jul 08 01:36:48.069235 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44472) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:48.075298 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c129fb-7f87-4928-bc1b-e9c6651095ea,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:48.092615 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.095629 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.096024 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.096373 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.097236 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.097624 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.098106 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.098275 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.098627 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.098953 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.099280 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.101788 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42932b86-7ae4-4753-a30f-3497b1b5a4a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.117017 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Deleting port 52dca584-261c-436a-aa95-1d6bbfce6ddc {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:48.117337 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.141890 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e7373dbe-8247-4c86-9499-eb78f7b71a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.163667 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e7373dbe-8247-4c86-9499-eb78f7b71a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.211861 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] For port 52dca584-261c-436a-aa95-1d6bbfce6ddc, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=52dca584-261c-436a-aa95-1d6bbfce6ddc,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:48.212227 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.226632 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Calling delete_port for 52dca584-261c-436a-aa95-1d6bbfce6ddc owned by compute:nova {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:48.248875 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e7373dbe-8247-4c86-9499-eb78f7b71a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.251396 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e7373dbe-8247-4c86-9499-eb78f7b71a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.252552 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-e7373dbe-8247-4c86-9499-eb78f7b71a06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07c129fb-7f87-4928-bc1b-e9c6651095ea HTTP/1.1" status: 204 len: 168 time: 0.1823359 Jul 08 01:36:48.264037 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50e7bc-059d-4095-9489-93adecaa6c84 req-8215b622-3421-4495-924e-aa08290b327b tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:48.266408 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1b50e7bc-059d-4095-9489-93adecaa6c84 req-8215b622-3421-4495-924e-aa08290b327b tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0897336 Jul 08 01:36:48.270957 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373dbe-8247-4c86-9499-eb78f7b71a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c129fb-7f87-4928-bc1b-e9c6651095ea,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:48.318320 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1b50e7bc-059d-4095-9489-93adecaa6c84 req-b3ff2f20-dcbe-479f-adfe-bd72c7522b19 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Jul 08 01:36:48.374509 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.387216 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'eb8290ec-b6d4-4896-a9f6-853e399e9931', 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57', '52dca584-261c-436a-aa95-1d6bbfce6ddc'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:48.408689 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Pushing event deleted for resources: {'Port': ['ID=52dca584-261c-436a-aa95-1d6bbfce6ddc,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:48.421162 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.421517 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.421882 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.422220 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.422546 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.422879 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.423207 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.423532 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.423860 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.424183 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.424504 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.425359 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:48.463275 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] No DVR routers for this DVR port 52dca584-261c-436a-aa95-1d6bbfce6ddc on host hv-cinder-79984 {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:48.465756 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.467747 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-794be4b8-60e9-4fa5-a00a-35f294976d02 req-09c481ac-a93a-4086-aebf-e56b5dcaf03b tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "DELETE /v2.0/ports/52dca584-261c-436a-aa95-1d6bbfce6ddc HTTP/1.1" status: 204 len: 173 time: 0.4604893 Jul 08 01:36:48.468402 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0c1121-70d4-453a-9be5-471b1120e32c', 'name': 'network-vif-deleted', 'tag': '52dca584-261c-436a-aa95-1d6bbfce6ddc'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:48.470658 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332cb7f6-6c8b-4e9d-9225-04e89cb61f5d" -d '{"events": [{"server_uuid": "ee0c1121-70d4-453a-9be5-471b1120e32c", "name": "network-vif-deleted", "tag": "52dca584-261c-436a-aa95-1d6bbfce6ddc"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:48.512287 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9dc9c4-0713-4729-9706-a3e81310e8eb x-openstack-request-id: req-5d9dc9c4-0713-4729-9706-a3e81310e8eb {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:48.512550 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0c1121-70d4-453a-9be5-471b1120e32c", "name": "network-vif-deleted", "tag": "52dca584-261c-436a-aa95-1d6bbfce6ddc", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:48.512810 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d9dc9c4-0713-4729-9706-a3e81310e8eb {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:48.513208 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0c1121-70d4-453a-9be5-471b1120e32c', 'name': 'network-vif-deleted', 'tag': '52dca584-261c-436a-aa95-1d6bbfce6ddc', 'status': 'completed', 'code': 200} Jul 08 01:36:48.585148 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44482) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:48.605379 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8a152c22-2fb5-4141-95eb-d283129b77c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.652697 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8eddb6e3-5684-4319-88e0-e31c8bbb9922 req-8bbc0eb9-115c-46f2-a5d8-ec2d81b898ed tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee0c1121-70d4-453a-9be5-471b1120e32c HTTP/1.1" status: 200 len: 210 time: 0.0427325 Jul 08 01:36:48.729881 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8a152c22-2fb5-4141-95eb-d283129b77c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.733638 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8a152c22-2fb5-4141-95eb-d283129b77c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.771480 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a152c22-2fb5-4141-95eb-d283129b77c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05fd457-4bca-4353-bf8d-8f0f49b6a4ff,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:48.777282 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-8a152c22-2fb5-4141-95eb-d283129b77c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36349d1764b24feba916d45e7e88dab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909361 Jul 08 01:36:48.779890 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44484) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:48.827440 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c41432f8-f7ee-439a-8eab-8b0830d80cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.849919 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c41432f8-f7ee-439a-8eab-8b0830d80cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.897566 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c41432f8-f7ee-439a-8eab-8b0830d80cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.900195 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c41432f8-f7ee-439a-8eab-8b0830d80cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:48.901321 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c41432f8-f7ee-439a-8eab-8b0830d80cf1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d05fd457-4bca-4353-bf8d-8f0f49b6a4ff HTTP/1.1" status: 204 len: 168 time: 0.1202824 Jul 08 01:36:48.908711 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41432f8-f7ee-439a-8eab-8b0830d80cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05fd457-4bca-4353-bf8d-8f0f49b6a4ff,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:49.490535 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0667-87f5-4613-b669-7238d34b01e3 req-2ad0a4fa-514f-43ae-8470-cac73cd4afb4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:49.492027 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-cc8d0667-87f5-4613-b669-7238d34b01e3 req-2ad0a4fa-514f-43ae-8470-cac73cd4afb4 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 944 time: 0.0643384 Jul 08 01:36:49.529221 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-cc8d0667-87f5-4613-b669-7238d34b01e3 req-9465b784-b80d-4b32-8622-45cc404b0645 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315106 Jul 08 01:36:50.351879 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device a40fa63e-f350-4f7a-a385-1bd44b47546c details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:50.452513 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port a40fa63e-f350-4f7a-a385-1bd44b47546c, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:50.464216 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'port_id': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'mac_address': 'fa:16:3e:52:25:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:36:50.504111 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.519351 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40fa63e-f350-4f7a-a385-1bd44b47546c {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:50.540610 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port a40fa63e-f350-4f7a-a385-1bd44b47546c, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:50.545024 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.597573 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=a40fa63e-f350-4f7a-a385-1bd44b47546c,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:50.725294 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600fb44-17b9-4233-8a6a-13b8c5653eb1 req-c682c716-b707-4e20-9fee-f96feb748827 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:50.726682 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9600fb44-17b9-4233-8a6a-13b8c5653eb1 req-c682c716-b707-4e20-9fee-f96feb748827 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 945 time: 0.0664306 Jul 08 01:36:50.763335 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9600fb44-17b9-4233-8a6a-13b8c5653eb1 req-75f95675-2f34-4e95-acc6-a937e42debf1 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308678 Jul 08 01:36:50.846431 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['a40fa63e-f350-4f7a-a385-1bd44b47546c'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:51.230616 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c545db-a713-4d1c-bfb9-a76e4d3a0b26 req-8ad4d214-da55-412b-a4cc-e55bdd84a5a6 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:51.232087 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-55c545db-a713-4d1c-bfb9-a76e4d3a0b26 req-8ad4d214-da55-412b-a4cc-e55bdd84a5a6 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 945 time: 0.0617821 Jul 08 01:36:51.271662 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-55c545db-a713-4d1c-bfb9-a76e4d3a0b26 req-86c88fc6-1d1d-4496-9920-a7f228fb2aee tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342731 Jul 08 01:36:51.944636 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678471d6-d028-4789-a867-03392316f29a req-039ffcc2-6c12-4822-9613-c8bca34bc391 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:51.946181 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-678471d6-d028-4789-a867-03392316f29a req-039ffcc2-6c12-4822-9613-c8bca34bc391 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 945 time: 0.0682294 Jul 08 01:36:51.986442 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-678471d6-d028-4789-a867-03392316f29a req-d30dcc19-c276-4074-a1a8-5658029bf623 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347319 Jul 08 01:36:52.352628 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device a40fa63e-f350-4f7a-a385-1bd44b47546c up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:52.405283 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port a40fa63e-f350-4f7a-a385-1bd44b47546c completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:52.408872 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port a40fa63e-f350-4f7a-a385-1bd44b47546c triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:52.409252 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:52.452456 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552009c-f96f-416d-8be8-a08dd9074c2c req-e17064d3-997e-4b58-9bdb-ecf68162ecd0 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:52.454160 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d552009c-f96f-416d-8be8-a08dd9074c2c req-e17064d3-997e-4b58-9bdb-ecf68162ecd0 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 945 time: 0.0747421 Jul 08 01:36:52.492670 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-d552009c-f96f-416d-8be8-a08dd9074c2c req-ce534d7b-8c13-448a-847d-fb44f458c85a tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316682 Jul 08 01:36:52.493112 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:52.515249 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:52.517683 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886daf01-8fd2-4ed6-a0fd-adaa443addd1" -d '{"events": [{"server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "name": "network-vif-plugged", "status": "completed", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:52.530464 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port a40fa63e-f350-4f7a-a385-1bd44b47546c, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:52.534761 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:52.535734 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 52dca584-261c-436a-aa95-1d6bbfce6ddc no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:52.579359 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35d1955-b2ac-4d37-9fbc-5f651f129fd6 x-openstack-request-id: req-c35d1955-b2ac-4d37-9fbc-5f651f129fd6 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:52.579589 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "name": "network-vif-plugged", "status": "completed", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:52.579805 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c35d1955-b2ac-4d37-9fbc-5f651f129fd6 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:52.580194 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'code': 200} Jul 08 01:36:52.584872 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: 52dca584-261c-436a-aa95-1d6bbfce6ddc {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:52.585227 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device 52dca584-261c-436a-aa95-1d6bbfce6ddc not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:52.611041 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=a40fa63e-f350-4f7a-a385-1bd44b47546c,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:52.807331 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2c3cd-07f2-40f0-ad3f-75eaebe4b743 req-076bdd21-da85-408a-a9d8-188088b31fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:52.808792 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5aa2c3cd-07f2-40f0-ad3f-75eaebe4b743 req-076bdd21-da85-408a-a9d8-188088b31fde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 1099 time: 0.0511832 Jul 08 01:36:52.845309 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5aa2c3cd-07f2-40f0-ad3f-75eaebe4b743 req-9a050c4f-a122-4d63-a32e-e35215776026 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284100 Jul 08 01:36:52.978297 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-ec220feb-2df6-4d37-a408-836099c15e76 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:52.979727 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-ec220feb-2df6-4d37-a408-836099c15e76 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 945 time: 0.0609603 Jul 08 01:36:53.034993 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.086842 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Deleting port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:53.087192 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.212008 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] For port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:53.212281 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.229391 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Calling delete_port for ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 owned by compute:nova {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:53.238539 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdbe28-61b0-417b-9696-e0e8db74425b req-d6ac57db-c70f-4659-892f-39383e19df98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:53.240020 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3cdbe28-61b0-417b-9696-e0e8db74425b req-d6ac57db-c70f-4659-892f-39383e19df98 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 946 time: 0.1385415 Jul 08 01:36:53.316714 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-b3cdbe28-61b0-417b-9696-e0e8db74425b req-969bae48-3871-4e27-a075-75f25134bebf tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692971 Jul 08 01:36:53.397572 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.414968 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'eb8290ec-b6d4-4896-a9f6-853e399e9931', 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:53.427726 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Pushing event deleted for resources: {'Port': ['ID=ff0ecfa3-6cdf-486a-abf5-9438e00a8e57,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:53.481294 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] No DVR routers for this DVR port ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 on host hv-cinder-79984 {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:53.484320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.489649 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-eb7eb044-465d-4d98-aa50-9f816ded1d58 req-8850aa6f-b401-4a35-8d3b-3ae25c0785fa tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "DELETE /v2.0/ports/ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 HTTP/1.1" status: 204 len: 173 time: 0.5010357 Jul 08 01:36:53.490955 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245d4276-6779-46a6-a621-c099a4df1e4c', 'name': 'network-vif-deleted', 'tag': 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:53.494890 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977b9d9a-d64e-4713-8c3e-099c20ebbe88" -d '{"events": [{"server_uuid": "245d4276-6779-46a6-a621-c099a4df1e4c", "name": "network-vif-deleted", "tag": "ff0ecfa3-6cdf-486a-abf5-9438e00a8e57"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:53.539342 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c832f86e-bd38-4ec0-80ed-4c4f9f54534e x-openstack-request-id: req-c832f86e-bd38-4ec0-80ed-4c4f9f54534e {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:53.539633 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245d4276-6779-46a6-a621-c099a4df1e4c", "name": "network-vif-deleted", "tag": "ff0ecfa3-6cdf-486a-abf5-9438e00a8e57", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:53.539886 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c832f86e-bd38-4ec0-80ed-4c4f9f54534e {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:53.540274 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245d4276-6779-46a6-a621-c099a4df1e4c', 'name': 'network-vif-deleted', 'tag': 'ff0ecfa3-6cdf-486a-abf5-9438e00a8e57', 'status': 'completed', 'code': 200} Jul 08 01:36:53.728026 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3f009d5e-1a2d-43c8-a36b-0a6b69dc8cb4 req-9864acc9-e71a-41ff-b6f0-4f627dbe44bf tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=245d4276-6779-46a6-a621-c099a4df1e4c HTTP/1.1" status: 200 len: 210 time: 0.0475271 Jul 08 01:36:53.809150 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44586) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:53.910944 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c82-09ea-4e55-88ac-0ad69f51aebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.997074 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c82-09ea-4e55-88ac-0ad69f51aebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.001756 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-de4d5c82-09ea-4e55-88ac-0ad69f51aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.040003 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-de4d5c82-09ea-4e55-88ac-0ad69f51aebf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cafdc26e0d7441a2af30c1903c13c743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297094 Jul 08 01:36:54.040854 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d5c82-09ea-4e55-88ac-0ad69f51aebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3843aa9c-c62a-46ce-850d-805bb9e70179,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:54.042635 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44590) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:54.090097 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8d354f59-0417-42c9-939d-73fffe8f45a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.112640 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8d354f59-0417-42c9-939d-73fffe8f45a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.158569 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8d354f59-0417-42c9-939d-73fffe8f45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.161992 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-8d354f59-0417-42c9-939d-73fffe8f45a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.163177 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-8d354f59-0417-42c9-939d-73fffe8f45a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3843aa9c-c62a-46ce-850d-805bb9e70179 HTTP/1.1" status: 204 len: 168 time: 0.1195548 Jul 08 01:36:54.173319 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d354f59-0417-42c9-939d-73fffe8f45a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3843aa9c-c62a-46ce-850d-805bb9e70179,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:54.421842 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44598) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:54.444147 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-686cc117-2880-45f8-901b-8d546d069fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.529285 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf32f3-6240-43d4-b020-b2a29debe2b5 req-ddeda869-3495-48a9-9a0e-0f878d637f40 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:54.530702 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7cbf32f3-6240-43d4-b020-b2a29debe2b5 req-ddeda869-3495-48a9-9a0e-0f878d637f40 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 946 time: 0.1008863 Jul 08 01:36:54.586585 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7cbf32f3-6240-43d4-b020-b2a29debe2b5 req-a341a404-7f28-45de-9154-5094d80dbf39 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473070 Jul 08 01:36:54.606722 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-686cc117-2880-45f8-901b-8d546d069fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.610731 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-686cc117-2880-45f8-901b-8d546d069fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.656023 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-686cc117-2880-45f8-901b-8d546d069fc2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=330deaf5e93940b5af8b732c0e62e463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330201 Jul 08 01:36:54.656896 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cc117-2880-45f8-901b-8d546d069fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942af067-343c-4cdc-812a-2f28ab53213f,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:54.658698 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44602) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:54.717854 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-47d50582-c12e-4a7f-ae3e-de5b4090864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.765363 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-47d50582-c12e-4a7f-ae3e-de5b4090864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.814905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc244111-2614-4c51-a6a8-f8ef9c8cc1e1 req-3bbd7c70-94d1-40a4-a00a-7a8883ef857c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:54.816385 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dc244111-2614-4c51-a6a8-f8ef9c8cc1e1 req-3bbd7c70-94d1-40a4-a00a-7a8883ef857c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 946 time: 0.1122866 Jul 08 01:36:54.846967 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-47d50582-c12e-4a7f-ae3e-de5b4090864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.850100 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-47d50582-c12e-4a7f-ae3e-de5b4090864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.851399 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-47d50582-c12e-4a7f-ae3e-de5b4090864a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/942af067-343c-4cdc-812a-2f28ab53213f HTTP/1.1" status: 204 len: 168 time: 0.1908233 Jul 08 01:36:54.869635 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d50582-c12e-4a7f-ae3e-de5b4090864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942af067-343c-4cdc-812a-2f28ab53213f,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:54.874526 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-dc244111-2614-4c51-a6a8-f8ef9c8cc1e1 req-b111746a-57ea-4c1b-a9c9-c12478036242 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518966 Jul 08 01:36:54.917159 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44610) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:54.985947 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c6131-2102-4b65-b5bd-6193ba842955 tempest-TestVolumeBootPattern-1460089390 tempest-TestVolumeBootPattern-1460089390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:54.988228 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-577c6131-2102-4b65-b5bd-6193ba842955 tempest-TestVolumeBootPattern-1460089390 tempest-TestVolumeBootPattern-1460089390-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 1094 time: 0.0682535 Jul 08 01:36:54.991136 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44612) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:54.996964 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'port_id': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:55.037321 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:55.205082 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:55.264404 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287f3f-2d8c-483f-b7f8-9a50d839bfbe req-550eaad3-80bb-4a30-b236-13af98a1bec7 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:55.269839 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50287f3f-2d8c-483f-b7f8-9a50d839bfbe req-550eaad3-80bb-4a30-b236-13af98a1bec7 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 946 time: 0.0899405 Jul 08 01:36:55.318325 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50287f3f-2d8c-483f-b7f8-9a50d839bfbe req-73a01bdc-928d-47d8-9e3c-01b9aedc66ec tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438044 Jul 08 01:36:55.330653 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Allocated IP 172.27.3.137 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/c9eb87ae-2a85-431b-9f54-19e19cd672b8) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:55.436776 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:55.480849 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:55.521169 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:55.523937 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:55.527406 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:55.549403 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=c9eb87ae-2a85-431b-9f54-19e19cd672b8,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:55.660120 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8cb567f-484a-43b4-bd0c-e52dc5708730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:55.912828 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:55.991654 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.142304 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.147024 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.217677 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event updated for resources: {'Port': ['ID=c9eb87ae-2a85-431b-9f54-19e19cd672b8,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:56.231546 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.340052 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Floating IP c25cb270-b13c-4a5b-9374-f707c8a4bc07 associated. External IP: 172.27.3.137, port: a40fa63e-f350-4f7a-a385-1bd44b47546c. Jul 08 01:36:56.360369 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:56.382856 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:56.384197 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ff0ecfa3-6cdf-486a-abf5-9438e00a8e57 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:56.501205 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-9dea1275-46e2-4ce7-ae24-922a920cf084 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.502763 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-9dea1275-46e2-4ce7-ae24-922a920cf084 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 946 time: 0.0757792 Jul 08 01:36:56.553976 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5ad1d-c160-494e-8f91-aa0c4d55d60b req-4a22c1ae-abb5-4533-91a7-b963106fd7d4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.555586 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5eb5ad1d-c160-494e-8f91-aa0c4d55d60b req-4a22c1ae-abb5-4533-91a7-b963106fd7d4 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdf68faf-05cc-4d06-9b50-8db54ed7c89d HTTP/1.1" status: 200 len: 946 time: 0.1203773 Jul 08 01:36:56.619432 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Deleting port eb8290ec-b6d4-4896-a9f6-853e399e9931 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:56.619729 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.647134 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5eb5ad1d-c160-494e-8f91-aa0c4d55d60b req-db7da081-0604-4aa3-ad8b-288a22e66c79 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815432 Jul 08 01:36:56.654595 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Router 92a82e44-9fe3-4b29-88b5-0099487f91be has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:36:56.715821 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] For port eb8290ec-b6d4-4896-a9f6-853e399e9931, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=eb8290ec-b6d4-4896-a9f6-853e399e9931,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:56.716184 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.730607 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Calling delete_port for eb8290ec-b6d4-4896-a9f6-853e399e9931 owned by compute:nova {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:56.776966 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:56.788295 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:56.798332 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:56.798958 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:56.800996 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.849782 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-798d71f7-aca5-49b8-98c4-30748a26c0d2 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8566837 Jul 08 01:36:56.850619 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:56.854760 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e21844-9983-4a00-b0d0-a2edd1db09ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:56.855690 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44672) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:56.891700 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f52e1ee-2229-4391-9640-c5a727290f10 x-openstack-request-id: req-1f52e1ee-2229-4391-9640-c5a727290f10 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:56.891998 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:56.892273 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f52e1ee-2229-4391-9640-c5a727290f10 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:56.892751 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'status': 'completed', 'code': 200} Jul 08 01:36:56.895615 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.928514 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Pushing event deleted for resources: {'Port': ['ID=eb8290ec-b6d4-4896-a9f6-853e399e9931,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:56.976278 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] No DVR routers for this DVR port eb8290ec-b6d4-4896-a9f6-853e399e9931 on host hv-cinder-79984 {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:56.979582 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.981625 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0932689e-fa36-434d-ae3f-eae248a1bffd req-f479ed3c-7e57-4eed-b2e1-89a58c9daa9e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "DELETE /v2.0/ports/eb8290ec-b6d4-4896-a9f6-853e399e9931 HTTP/1.1" status: 204 len: 173 time: 0.4734666 Jul 08 01:36:56.982294 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf68faf-05cc-4d06-9b50-8db54ed7c89d', 'name': 'network-vif-deleted', 'tag': 'eb8290ec-b6d4-4896-a9f6-853e399e9931'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:56.992919 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7a3820-4919-46cc-85fc-9cfb2c341e5d" -d '{"events": [{"server_uuid": "fdf68faf-05cc-4d06-9b50-8db54ed7c89d", "name": "network-vif-deleted", "tag": "eb8290ec-b6d4-4896-a9f6-853e399e9931"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:56.998523 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-0130ca18-f579-47ba-ac42-67eabe49f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:57.001003 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-0130ca18-f579-47ba-ac42-67eabe49f27b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 1099 time: 0.0756431 Jul 08 01:36:57.048121 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'eb8290ec-b6d4-4896-a9f6-853e399e9931'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:57.054126 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d310c-b65d-4a0a-97dc-9b430d6858ae x-openstack-request-id: req-701d310c-b65d-4a0a-97dc-9b430d6858ae {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:57.054646 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf68faf-05cc-4d06-9b50-8db54ed7c89d", "name": "network-vif-deleted", "tag": "eb8290ec-b6d4-4896-a9f6-853e399e9931", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:57.055386 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-701d310c-b65d-4a0a-97dc-9b430d6858ae {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:57.055972 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf68faf-05cc-4d06-9b50-8db54ed7c89d', 'name': 'network-vif-deleted', 'tag': 'eb8290ec-b6d4-4896-a9f6-853e399e9931', 'status': 'completed', 'code': 200} Jul 08 01:36:57.103984 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01c26285-ea96-4984-a2df-d1c3edbb6406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.107600 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:57.164103 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-2ad5eab2-b7ad-45c1-84d7-a4744ec7dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:57.165659 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-2ad5eab2-b7ad-45c1-84d7-a4744ec7dba6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.1472783 Jul 08 01:36:57.255831 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-aa68c9b4-c356-4743-8c7c-b5eb3cb97659 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c HTTP/1.1" status: 200 len: 1000 time: 0.0818670 Jul 08 01:36:57.315882 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01c26285-ea96-4984-a2df-d1c3edbb6406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.322539 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-01c26285-ea96-4984-a2df-d1c3edbb6406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.333647 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-42a7f27a-3258-437d-8c4f-73234302bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:57.335173 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-42a7f27a-3258-437d-8c4f-73234302bb54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0715482 Jul 08 01:36:57.388723 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c26285-ea96-4984-a2df-d1c3edbb6406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac2d39-872a-4e1a-979c-0c45778a71fe,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:57.394419 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-01c26285-ea96-4984-a2df-d1c3edbb6406 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5628d2b6dd5143c08e36a90d18b14864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277362 Jul 08 01:36:57.397023 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44684) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:57.416796 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c25cb270-b13c-4a5b-9374-f707c8a4bc07', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:52:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:36:55Z', 'updated_at': '2021-07-08T01:36:55Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}, {'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:48Z', 'revision_number': 1, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:57.431522 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-68407446-61a0-4b94-a776-5e152b3fcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:57.433381 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-68407446-61a0-4b94-a776-5e152b3fcf71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895309 Jul 08 01:36:57.445839 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:57.452184 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b86c3721-73a4-4fa8-a337-035f9a00a5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.454243 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:57.454868 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:57.476407 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b86c3721-73a4-4fa8-a337-035f9a00a5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.530725 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b86c3721-73a4-4fa8-a337-035f9a00a5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.534810 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-b86c3721-73a4-4fa8-a337-035f9a00a5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.536437 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-b86c3721-73a4-4fa8-a337-035f9a00a5b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dac2d39-872a-4e1a-979c-0c45778a71fe HTTP/1.1" status: 204 len: 168 time: 0.1383853 Jul 08 01:36:57.561604 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-58778b31-6491-4dd5-8f92-0421ab12ebeb service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117375 Jul 08 01:36:57.562830 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c3721-73a4-4fa8-a337-035f9a00a5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac2d39-872a-4e1a-979c-0c45778a71fe,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:57.576607 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:57.705725 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f4e21844-9983-4a00-b0d0-a2edd1db09ca req-3160b9e3-be76-411e-be00-00755dc8ddcb service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343863 Jul 08 01:36:57.878407 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44696) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:57.882052 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c25cb270-b13c-4a5b-9374-f707c8a4bc07', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:52:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:36:55Z', 'updated_at': '2021-07-08T01:36:55Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}, {'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:48Z', 'revision_number': 1, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:57.891938 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31a47c06-9b4d-4cb5-873b-f2446959d617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.908158 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755a48e-ad7b-486e-beb9-10de8b5d79a8 None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c25cb270-b13c-4a5b-9374-f707c8a4bc07', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:52:25:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:36:55Z', 'updated_at': '2021-07-08T01:36:55Z', 'revision_number': 0, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}, {'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:48Z', 'revision_number': 1, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:57.991394 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31a47c06-9b4d-4cb5-873b-f2446959d617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.995469 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31a47c06-9b4d-4cb5-873b-f2446959d617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.035563 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-31a47c06-9b4d-4cb5-873b-f2446959d617 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff96ec11d4864828aaca41a43ee3628a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560726 Jul 08 01:36:58.036402 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a47c06-9b4d-4cb5-873b-f2446959d617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12a4d4-77c7-46bc-ac6a-a750c4ac4f71,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:58.038238 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44698) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:58.098358 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-44b8d681-e83e-4481-8d7d-431fb5769d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.120160 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080b9037-8d04-419f-8cd3-ced5bb2f2d24 None None] New status for floating IP c25cb270-b13c-4a5b-9374-f707c8a4bc07: ACTIVE {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:36:58.125856 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-44b8d681-e83e-4481-8d7d-431fb5769d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.173306 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-44b8d681-e83e-4481-8d7d-431fb5769d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.176701 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-44b8d681-e83e-4481-8d7d-431fb5769d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.180595 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-44b8d681-e83e-4481-8d7d-431fb5769d05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae12a4d4-77c7-46bc-ac6a-a750c4ac4f71 HTTP/1.1" status: 204 len: 168 time: 0.1387725 Jul 08 01:36:58.186961 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d681-e83e-4481-8d7d-431fb5769d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12a4d4-77c7-46bc-ac6a-a750c4ac4f71,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:58.449692 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.454614 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2c5d77de-5513-4bba-9d18-0d683452f635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.828482 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44720) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:58.930900 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1037899556-network', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:58.952481 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Made reservation on behalf of cd150e3d190e47a4b82740c64c868f83 for: {'network': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:58.954913 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.963220 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.053061 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.057397 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.079229 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=92925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:36:59.094812 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3f63bf-64e0-4276-a9cb-078f1083e879,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:59.098209 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.098555 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.segments_db [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Added segment dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02 of type vlan for network ab9262de-ab7b-41e0-a355-08395c240deb Jul 08 01:36:59.140327 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.172842 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.174222 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:59.174814 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.227349 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3975964 Jul 08 01:36:59.231215 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44730) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:59.235832 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Request body: {'subnet': {'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1037899556-subnet', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:59.247140 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98be780-b91e-4c25-8c82-5722cdd727c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9262de-ab7b-41e0-a355-08395c240deb,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:59.259759 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network ab9262de-ab7b-41e0-a355-08395c240deb details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:36:59.263398 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Made reservation on behalf of cd150e3d190e47a4b82740c64c868f83 for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:59.265891 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63286617'] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.281953 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f1010-aa55-4517-8052-febabfd4e06e req-e7097d27-838e-4cce-be5c-e4ac4583e149 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:59.284435 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e45f1010-aa55-4517-8052-febabfd4e06e req-e7097d27-838e-4cce-be5c-e4ac4583e149 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 945 time: 0.0708311 Jul 08 01:36:59.325954 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e45f1010-aa55-4517-8052-febabfd4e06e req-be7faf5d-e75c-44ff-a1ca-b721df87f09e tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Jul 08 01:36:59.436537 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63565864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63286635'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.463656 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.500057 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff5725b-dfa1-4831-8523-e6c17ceae193,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:59.507208 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Checking segment: {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:59.507563 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Network hostable DHCP agents. Network: ab9262de-ab7b-41e0-a355-08395c240deb, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:36:59.523080 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Network ab9262de-ab7b-41e0-a355-08395c240deb is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:36:59.531283 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, ab9262de-ab7b-41e0-a355-08395c240deb) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:59.535702 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:59.536680 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.539943 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d504d-ce59-4703-80e5-83ba2a3b3e4b None None] Network ab9262de-ab7b-41e0-a355-08395c240deb requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:36:59.551101 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-339ac51e-8458-43b8-b86a-8110c769d8af admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3189006 Jul 08 01:36:59.553663 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44732) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:59.557965 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:59.578162 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.579114 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.633660 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.687974 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-ab9262de-ab7b-41e0-a355-08395c240deb', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:36:59.688819 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.824855 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Allocated IP 172.20.0.2 (ab9262de-ab7b-41e0-a355-08395c240deb/aff5725b-dfa1-4831-8523-e6c17ceae193/aa8c710e-b036-459f-8dd1-d37113c06131) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:59.976716 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.985445 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Transition to ACTIVE for port object aa8c710e-b036-459f-8dd1-d37113c06131 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:00.000382 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Transition to ACTIVE for port object aa8c710e-b036-459f-8dd1-d37113c06131 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:00.006477 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.039744 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.046485 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Network ab9262de-ab7b-41e0-a355-08395c240deb is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:00.049563 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:00.053097 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:00.059859 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Pushing event updated for resources: {'Port': ['ID=aa8c710e-b036-459f-8dd1-d37113c06131,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:00.117281 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Attempting to bind port aa8c710e-b036-459f-8dd1-d37113c06131 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:00.117551 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Attempting to bind port aa8c710e-b036-459f-8dd1-d37113c06131 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:00.117937 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Attempting to bind port aa8c710e-b036-459f-8dd1-d37113c06131 on network ab9262de-ab7b-41e0-a355-08395c240deb {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:00.122758 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:00.123132 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Checking segment: {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:00.123529 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.123919 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Bound using segment: {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:00.124376 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Bound port: aa8c710e-b036-459f-8dd1-d37113c06131, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:00.124762 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.187184 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] For port aa8c710e-b036-459f-8dd1-d37113c06131, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:00.190692 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] For port aa8c710e-b036-459f-8dd1-d37113c06131, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=aa8c710e-b036-459f-8dd1-d37113c06131,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:00.196361 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.240209 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.250757 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbc588-0482-4845-9a14-19b9ac24f92d None None] Pushing event updated for resources: {'Port': ['ID=aa8c710e-b036-459f-8dd1-d37113c06131,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:00.260634 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.380375 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Allocated IP 172.27.3.29 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/ed667ede-e9a8-4522-b84f-5f1a07595530) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:00.393110 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device eb8290ec-b6d4-4896-a9f6-853e399e9931 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:37:00.428123 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: eb8290ec-b6d4-4896-a9f6-853e399e9931 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:37:00.428486 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device eb8290ec-b6d4-4896-a9f6-853e399e9931 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:37:00.554484 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.582512 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece41b6a-f19b-4a1b-a684-93454cef28df req-f5233575-f983-43a3-9f97-0a5ca9918bad tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:00.584006 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ece41b6a-f19b-4a1b-a684-93454cef28df req-f5233575-f983-43a3-9f97-0a5ca9918bad tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 945 time: 0.1060917 Jul 08 01:37:00.636046 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.645014 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ece41b6a-f19b-4a1b-a684-93454cef28df req-7d82cafa-daa3-4bea-b51c-ab9e9ded7325 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/security-groups?id=02d644c8-0b97-4ec8-9137-f6a009fa71ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547047 Jul 08 01:37:00.676904 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:00.681603 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:00.685080 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:00.713676 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Pushing event updated for resources: {'Port': ['ID=ed667ede-e9a8-4522-b84f-5f1a07595530,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:00.836285 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.937709 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-5742ef12-563f-4eab-a2fd-0353999ff57d tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:00.939306 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-5742ef12-563f-4eab-a2fd-0353999ff57d tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 945 time: 0.1456435 Jul 08 01:37:01.036825 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.165944 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1cb293-80da-48cd-b2ae-3b7430cca74f None None] Network ab9262de-ab7b-41e0-a355-08395c240deb requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:01.167092 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Deleting port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:37:01.167439 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.227545 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-9a207147-92d2-4033-8d0b-54da90729c49 None None] Provisioning for port aa8c710e-b036-459f-8dd1-d37113c06131 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:01.336167 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] For port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,segment=NetworkSegment(f37c7d2e-1924-4495-97c0-9fc5d85258d7),segment_id=f37c7d2e-1924-4495-97c0-9fc5d85258d7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:01.336652 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.352611 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Calling delete_port for ce2fef43-2cd2-4d33-8ff5-4767a4eb126f owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:37:01.354717 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.578760 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:37:01.583881 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.596915 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['ce2fef43-2cd2-4d33-8ff5-4767a4eb126f'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:01.618281 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Pushing event deleted for resources: {'Port': ['ID=ce2fef43-2cd2-4d33-8ff5-4767a4eb126f,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:01.703124 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] No DVR routers for this DVR port ce2fef43-2cd2-4d33-8ff5-4767a4eb126f on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:37:01.708659 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.709393 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4d51fdb5-88b6-488f-abdc-11f85d26b616 req-d43aeb51-b5d5-446e-9b01-449cc484fb88 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.21 "DELETE /v2.0/ports/ce2fef43-2cd2-4d33-8ff5-4767a4eb126f HTTP/1.1" status: 204 len: 173 time: 0.7413001 Jul 08 01:37:01.709867 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f324e3-8095-45f6-ad4c-9d93c7b11b58', 'name': 'network-vif-deleted', 'tag': 'ce2fef43-2cd2-4d33-8ff5-4767a4eb126f'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:01.712114 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0051cde5-d55c-451a-b464-1ebd9cd9cb40" -d '{"events": [{"server_uuid": "f2f324e3-8095-45f6-ad4c-9d93c7b11b58", "name": "network-vif-deleted", "tag": "ce2fef43-2cd2-4d33-8ff5-4767a4eb126f"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:01.777044 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:37:01.781455 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device aa8c710e-b036-459f-8dd1-d37113c06131 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:01.808594 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.810902 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-3608d271-f505-4f63-8e18-10362f02088e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2562561 Jul 08 01:37:01.812666 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95252a7f-8127-47ef-8b46-c8d3e462c7dc x-openstack-request-id: req-95252a7f-8127-47ef-8b46-c8d3e462c7dc {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:01.813120 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f324e3-8095-45f6-ad4c-9d93c7b11b58", "name": "network-vif-deleted", "tag": "ce2fef43-2cd2-4d33-8ff5-4767a4eb126f", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:01.813788 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95252a7f-8127-47ef-8b46-c8d3e462c7dc {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:01.814361 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f324e3-8095-45f6-ad4c-9d93c7b11b58', 'name': 'network-vif-deleted', 'tag': 'ce2fef43-2cd2-4d33-8ff5-4767a4eb126f', 'status': 'completed', 'code': 200} Jul 08 01:37:01.814953 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44740) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:01.824387 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Sync routers for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:37:01.824922 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a7a32551-09f5-4b57-8a42-91871618409e req-2738fbff-0ade-4224-b578-3788237b8a05 tempest-AttachVolumeNegativeTest-91038275 tempest-AttachVolumeNegativeTest-91038275-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2f324e3-8095-45f6-ad4c-9d93c7b11b58 HTTP/1.1" status: 200 len: 210 time: 0.0375407 Jul 08 01:37:01.843627 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:01.844509 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:01.911918 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port aa8c710e-b036-459f-8dd1-d37113c06131 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:01.943522 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port aa8c710e-b036-459f-8dd1-d37113c06131 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:01.943876 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.998878 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:02.139541 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.212340 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port aa8c710e-b036-459f-8dd1-d37113c06131, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=aa8c710e-b036-459f-8dd1-d37113c06131,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:02.221496 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.245135 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.402086 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=aa8c710e-b036-459f-8dd1-d37113c06131,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:02.407584 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Allocated IP 172.20.0.1 (ab9262de-ab7b-41e0-a355-08395c240deb/aff5725b-dfa1-4831-8523-e6c17ceae193/72fc36b4-be7a-4c46-bd6e-1eb4f406bf03) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:02.410940 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:00Z', 'revision_number': 3, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:02.438641 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Checking router: 2c4f2e2c-6a61-4340-aece-a32f8827ac43 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:37:02.438993 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Updating router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 port ed667ede-e9a8-4522-b84f-5f1a07595530 binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:37:02.472173 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.514032 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.526612 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Transition to ACTIVE for port object 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:02.559013 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.597878 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Network ab9262de-ab7b-41e0-a355-08395c240deb is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:02.600609 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:02.604070 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:02.629236 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:02.649282 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.739472 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.750282 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Transition to ACTIVE for port object ed667ede-e9a8-4522-b84f-5f1a07595530 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:02.757894 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.800424 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.807008 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Attempting to bind port ed667ede-e9a8-4522-b84f-5f1a07595530 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:02.807376 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Attempting to bind port ed667ede-e9a8-4522-b84f-5f1a07595530 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:02.807734 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Attempting to bind port ed667ede-e9a8-4522-b84f-5f1a07595530 on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:02.817911 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:02.818292 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:02.818685 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.819074 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:02.819914 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Bound port: ed667ede-e9a8-4522-b84f-5f1a07595530, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:02.820205 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.822757 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40efa24-206c-4100-9c1b-8cb2f5c0d414 None None] Pushing event updated for resources: {'Port': ['ID=ed667ede-e9a8-4522-b84f-5f1a07595530,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:02.895656 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] For port ed667ede-e9a8-4522-b84f-5f1a07595530, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:02.899556 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] For port ed667ede-e9a8-4522-b84f-5f1a07595530, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=ed667ede-e9a8-4522-b84f-5f1a07595530,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:02.900910 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-846bc6a8-316a-474f-8c7f-86e5f08757b4 None None] Provisioning for port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:02.905629 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-846bc6a8-316a-474f-8c7f-86e5f08757b4 None None] Provisioning complete for port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:02.906076 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-846bc6a8-316a-474f-8c7f-86e5f08757b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.909886 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:02.928779 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44744) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:02.975803 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-846bc6a8-316a-474f-8c7f-86e5f08757b4 None None] Port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:37:02.996240 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:02.996777 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:02.997194 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35740f5-f580-4f56-a5d3-b8ec984ea94e admin admin] Deleting subnet 85637e8f-2a0a-45f3-8ca9-87d17bb3d033 {{(pid=92925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:37:03.007752 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d35740f5-f580-4f56-a5d3-b8ec984ea94e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.031307 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40efa24-206c-4100-9c1b-8cb2f5c0d414 None None] Pushing event updated for resources: {'Port': ['ID=ed667ede-e9a8-4522-b84f-5f1a07595530,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:03.032251 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.041493 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.095226 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d35740f5-f580-4f56-a5d3-b8ec984ea94e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63565959'] for subnet, precommit_delete_associations {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.106508 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:03.138926 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:03.144106 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.170209 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d35740f5-f580-4f56-a5d3-b8ec984ea94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.282775 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d35740f5-f580-4f56-a5d3-b8ec984ea94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63486949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63286642'] for subnet, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.286854 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Network ab9262de-ab7b-41e0-a355-08395c240deb is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:03.294379 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:03.306785 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 1, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:03.316867 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35740f5-f580-4f56-a5d3-b8ec984ea94e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85637e8f-2a0a-45f3-8ca9-87d17bb3d033,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:03.319751 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d35740f5-f580-4f56-a5d3-b8ec984ea94e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.321612 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-d35740f5-f580-4f56-a5d3-b8ec984ea94e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/85637e8f-2a0a-45f3-8ca9-87d17bb3d033 HTTP/1.1" status: 204 len: 168 time: 0.3918808 Jul 08 01:37:03.324144 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44746) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:03.341820 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad21396-94cd-4717-a154-223a4dfcc814 None None] The sync data for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi is: [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 1, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:37:03.411181 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.454825 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:37:03.503470 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.513820 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da283252-4224-4569-9761-f11363b446f9']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:03.525593 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37c7d2e-1924-4495-97c0-9fc5d85258d7') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:03.526009 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37c7d2e-1924-4495-97c0-9fc5d85258d7') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:03.540377 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.574290 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.587271 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:37:03.587639 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:37:03.598506 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:37:03.601570 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-80fabe96-03d0-446c-a623-58c53c7c82ba None None] Provisioning complete for port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:03.601911 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-80fabe96-03d0-446c-a623-58c53c7c82ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.653135 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-80fabe96-03d0-446c-a623-58c53c7c82ba None None] Port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:37:03.658790 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.664828 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.669903 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] 10.222.0.22 "DELETE /v2.0/networks/da283252-4224-4569-9761-f11363b446f9 HTTP/1.1" status: 204 len: 168 time: 0.3438437 Jul 08 01:37:03.705164 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a0960-8d5b-404d-a1df-57fbfb37f634 admin admin] Pushing event deleted for resources: {'Network': ['ID=da283252-4224-4569-9761-f11363b446f9,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:03.778150 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device aa8c710e-b036-459f-8dd1-d37113c06131 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:03.823439 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44752) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:03.842125 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port aa8c710e-b036-459f-8dd1-d37113c06131 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:03.842504 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.877675 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-297ee1d8-876a-44d6-85b3-84dab7e7ad3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73bb6de5ca45431fb57b90792ff39cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528347 Jul 08 01:37:03.882439 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44754) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:03.922085 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:37:03.928238 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4a2fb430-f860-4897-a48b-0ff580472dc1 admin admin] 10.222.0.22 "PUT /v2.0/routers/2c4f2e2c-6a61-4340-aece-a32f8827ac43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1121686 Jul 08 01:37:03.940098 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cc7cd137-ae85-432a-9df7-b5b9f8b8fb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.964558 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cc7cd137-ae85-432a-9df7-b5b9f8b8fb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.022376 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cc7cd137-ae85-432a-9df7-b5b9f8b8fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.028563 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-cc7cd137-ae85-432a-9df7-b5b9f8b8fb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.028563 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-cc7cd137-ae85-432a-9df7-b5b9f8b8fb29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02d644c8-0b97-4ec8-9137-f6a009fa71ab HTTP/1.1" status: 204 len: 168 time: 0.1400325 Jul 08 01:37:04.037038 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cd137-ae85-432a-9df7-b5b9f8b8fb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d644c8-0b97-4ec8-9137-f6a009fa71ab,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:04.409551 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ce2fef43-2cd2-4d33-8ff5-4767a4eb126f no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:37:04.437774 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: ce2fef43-2cd2-4d33-8ff5-4767a4eb126f {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:37:04.438611 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ce2fef43-2cd2-4d33-8ff5-4767a4eb126f not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:37:04.639432 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44788) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:04.644517 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1558200790-network', 'tenant_id': '97425c342fa64bb28451bf649165b91e'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:04.667930 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Made reservation on behalf of 97425c342fa64bb28451bf649165b91e for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:04.671221 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.680681 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.783326 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.790377 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.818972 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:37:04.828905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d857c709-c1da-486c-9e7c-7f78f36c8bd3,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:04.834667 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.835020 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Added segment 15556353-cced-4586-94ed-b406ff71ab6e of type vlan for network 0ed74843-c93d-478e-8908-7aef21d18ede Jul 08 01:37:04.878587 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.906748 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.907817 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:04.908564 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.963224 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3226879 Jul 08 01:37:04.965979 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44796) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:04.971049 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Request body: {'subnet': {'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1558200790-subnet', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:04.973331 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52598e45-bdcd-48b3-a567-518dffed61ce admin admin] Pushing event updated for resources: {'Network': ['ID=0ed74843-c93d-478e-8908-7aef21d18ede,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:04.985372 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 0ed74843-c93d-478e-8908-7aef21d18ede details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:37:05.004943 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Made reservation on behalf of 97425c342fa64bb28451bf649165b91e for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:05.007378 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63286617'] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.191009 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63565864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63286635'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.247536 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24df8930-875f-4265-bbba-09b55f303125,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:05.259863 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Checking segment: {'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:05.260300 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Network hostable DHCP agents. Network: 0ed74843-c93d-478e-8908-7aef21d18ede, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:37:05.279046 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Network 0ed74843-c93d-478e-8908-7aef21d18ede is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:37:05.290776 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 0ed74843-c93d-478e-8908-7aef21d18ede) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:05.297304 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:05.302278 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea310f7-63a1-4df4-b607-54936be98a74 None None] Network 0ed74843-c93d-478e-8908-7aef21d18ede requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:05.309920 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.326547 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-32563189-aad9-479f-99d6-a36240f39037 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3592901 Jul 08 01:37:05.329101 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44808) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:05.334172 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:05.362947 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.364337 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.422204 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.473912 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-0ed74843-c93d-478e-8908-7aef21d18ede', 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'fixed_ips': [{'subnet_id': '24df8930-875f-4265-bbba-09b55f303125'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:37:05.474788 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.564852 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.630279 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Allocated IP 172.20.0.2 (0ed74843-c93d-478e-8908-7aef21d18ede/24df8930-875f-4265-bbba-09b55f303125/2b04f9f0-d61c-42bf-93f6-2a800376512f) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:05.641254 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Sync routers for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:37:05.651031 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:05.651651 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:05.778611 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:05.792448 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.796686 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device ed667ede-e9a8-4522-b84f-5f1a07595530 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:05.805477 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.825453 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.830375 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Transition to ACTIVE for port object 2b04f9f0-d61c-42bf-93f6-2a800376512f will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:05.858785 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Transition to ACTIVE for port object 2b04f9f0-d61c-42bf-93f6-2a800376512f will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:05.866337 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.907781 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port ed667ede-e9a8-4522-b84f-5f1a07595530 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:05.915709 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Network 0ed74843-c93d-478e-8908-7aef21d18ede is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:05.920981 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:05.923174 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port ed667ede-e9a8-4522-b84f-5f1a07595530 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:05.923548 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.925333 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:05.928738 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Pushing event updated for resources: {'Port': ['ID=2b04f9f0-d61c-42bf-93f6-2a800376512f,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:05.946579 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Allocated IP 172.27.3.18 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/604aa7f8-d6bd-41ab-9000-15795794a3ee) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:05.984625 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 2, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:06.011211 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Checking router: 2c4f2e2c-6a61-4340-aece-a32f8827ac43 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:37:06.011804 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Updating router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:37:06.027669 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Attempting to bind port 2b04f9f0-d61c-42bf-93f6-2a800376512f on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:06.028211 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Attempting to bind port 2b04f9f0-d61c-42bf-93f6-2a800376512f by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:06.028392 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Attempting to bind port 2b04f9f0-d61c-42bf-93f6-2a800376512f on network 0ed74843-c93d-478e-8908-7aef21d18ede {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:06.034924 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:06.035641 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Checking segment: {'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:06.036050 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.036608 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Bound using segment: {'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:06.037087 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Bound port: 2b04f9f0-d61c-42bf-93f6-2a800376512f, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:06.037470 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.052285 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.061441 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.099763 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.103248 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.138239 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port ed667ede-e9a8-4522-b84f-5f1a07595530, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=ed667ede-e9a8-4522-b84f-5f1a07595530,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:06.147025 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.149241 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:06.152234 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] For port 2b04f9f0-d61c-42bf-93f6-2a800376512f, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:06.154361 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:06.156254 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] For port 2b04f9f0-d61c-42bf-93f6-2a800376512f, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2b04f9f0-d61c-42bf-93f6-2a800376512f,segment=NetworkSegment(15556353-cced-4586-94ed-b406ff71ab6e),segment_id=15556353-cced-4586-94ed-b406ff71ab6e)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:06.160634 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:06.177228 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.184313 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=604aa7f8-d6bd-41ab-9000-15795794a3ee,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.210819 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=ed667ede-e9a8-4522-b84f-5f1a07595530,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.272481 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b04af4-b3de-4ad7-a506-133208f7d0fd None None] Pushing event updated for resources: {'Port': ['ID=2b04f9f0-d61c-42bf-93f6-2a800376512f,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.329271 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.340025 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Transition to ACTIVE for port object 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:06.346362 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.439164 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Pushing event updated for resources: {'Port': ['ID=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.457218 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.457564 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.458121 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.458458 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.458786 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.459120 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.459450 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.459778 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.460120 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.460450 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.460772 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.461097 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:06.489640 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.499272 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Attempting to bind port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:06.499642 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Attempting to bind port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:06.500002 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Attempting to bind port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 on network ab9262de-ab7b-41e0-a355-08395c240deb {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:06.509066 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:06.509862 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Checking segment: {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:06.510509 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.511126 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Bound using segment: {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:06.511809 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Bound port: 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:06.512400 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.596869 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] For port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:06.603793 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] For port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:06.608876 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.697921 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:06.699348 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:06.701294 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09185bc7-4129-4a5d-8151-5425b14db8e1 None None] Pushing event updated for resources: {'Port': ['ID=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,revision_number=4']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.760268 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.817261 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:06.935102 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Router f4afea36-f36f-42cb-9bc4-0eca2ddef759 is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:37:07.063471 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:07.066778 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:37:07.078265 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Sync routers for ids ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:37:07.089043 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:07.090388 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Routers {'f4afea36-f36f-42cb-9bc4-0eca2ddef759'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:07.090740 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-5ab90fbc-2455-47e0-8321-27e7bb49a9d8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7604158 Jul 08 01:37:07.091435 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:07.093175 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44826) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:07.096458 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ae7fe-d477-42b7-a47f-c4b8e05d289d None None] The sync data for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi is: [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:37:07.215955 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Set router f4afea36-f36f-42cb-9bc4-0eca2ddef759 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:07.389778 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7884042-5ff5-4f53-87ba-ec36a8be71bc None None] Network 0ed74843-c93d-478e-8908-7aef21d18ede requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:07.477454 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-368ec7e8-1d50-43f2-9dec-0a12af03782e None None] Provisioning for port 2b04f9f0-d61c-42bf-93f6-2a800376512f completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:07.522110 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 3, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port': {'id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:07.558800 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:07.692182 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Checking router: f4afea36-f36f-42cb-9bc4-0eca2ddef759 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:37:07.692534 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Updating router f4afea36-f36f-42cb-9bc4-0eca2ddef759 port 604aa7f8-d6bd-41ab-9000-15795794a3ee binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:37:07.732995 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Allocated IP 172.20.0.1 (0ed74843-c93d-478e-8908-7aef21d18ede/24df8930-875f-4265-bbba-09b55f303125/f9f81271-af91-499c-a11d-d5c6e2b60ae5) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:07.754170 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:07.889424 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:07.922170 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.provisioning_blocks [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Transition to ACTIVE for port object f9f81271-af91-499c-a11d-d5c6e2b60ae5 will not be triggered until provisioned by entity DHCP. {{(pid=92926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:07.953363 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2b04f9f0-d61c-42bf-93f6-2a800376512f up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:07.971234 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.041499 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Network 0ed74843-c93d-478e-8908-7aef21d18ede is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:08.043735 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:08.046013 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f81271-af91-499c-a11d-d5c6e2b60ae5,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.053116 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 2b04f9f0-d61c-42bf-93f6-2a800376512f completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:08.055294 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:08.060755 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 2b04f9f0-d61c-42bf-93f6-2a800376512f triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:08.061132 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.100066 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.159193 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.181823 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Transition to ACTIVE for port object 604aa7f8-d6bd-41ab-9000-15795794a3ee will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:08.223033 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.242154 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44836) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:08.260793 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.270721 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.292203 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-541de1be-2e47-49b2-9187-c9c7520d66c4 None None] Provisioning complete for port 2b04f9f0-d61c-42bf-93f6-2a800376512f triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:08.292578 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-541de1be-2e47-49b2-9187-c9c7520d66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.313292 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Attempting to bind port 604aa7f8-d6bd-41ab-9000-15795794a3ee on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:08.313620 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Attempting to bind port 604aa7f8-d6bd-41ab-9000-15795794a3ee by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:08.313959 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Attempting to bind port 604aa7f8-d6bd-41ab-9000-15795794a3ee on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:08.336435 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ce19c-791e-42c3-a5a8-98692cf4f490 None None] Pushing event updated for resources: {'Port': ['ID=604aa7f8-d6bd-41ab-9000-15795794a3ee,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.354429 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:08.354806 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:08.355215 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.355609 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:08.356092 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Bound port: 604aa7f8-d6bd-41ab-9000-15795794a3ee, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:08.356473 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.359169 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 2b04f9f0-d61c-42bf-93f6-2a800376512f, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2b04f9f0-d61c-42bf-93f6-2a800376512f,segment=NetworkSegment(15556353-cced-4586-94ed-b406ff71ab6e),segment_id=15556353-cced-4586-94ed-b406ff71ab6e)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:08.383407 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30d59798-3e2a-4273-8688-ccfd803e8b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.388324 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.389123 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device ed667ede-e9a8-4522-b84f-5f1a07595530 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:08.492255 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30d59798-3e2a-4273-8688-ccfd803e8b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.497214 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-30d59798-3e2a-4273-8688-ccfd803e8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.499017 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.505155 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65600962'] for port, after_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.507956 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] For port 604aa7f8-d6bd-41ab-9000-15795794a3ee, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:08.513813 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] For port 604aa7f8-d6bd-41ab-9000-15795794a3ee, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=604aa7f8-d6bd-41ab-9000-15795794a3ee,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:08.521003 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.522731 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=2b04f9f0-d61c-42bf-93f6-2a800376512f,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.540363 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-30d59798-3e2a-4273-8688-ccfd803e8b8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c271c796a61545efbcb26e98f1463259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946832 Jul 08 01:37:08.540542 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44840) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:08.579115 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f81271-af91-499c-a11d-d5c6e2b60ae5,revision_number=2']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.580901 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d59798-3e2a-4273-8688-ccfd803e8b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc30adf-ac41-4e66-a9af-1c05b8ab6ce9,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.582300 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.598839 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6609651c-f328-429d-8a89-87c0569b89fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.623385 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6609651c-f328-429d-8a89-87c0569b89fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.625653 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Routers {'f4afea36-f36f-42cb-9bc4-0eca2ddef759'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:08.626316 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:08.629948 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port ed667ede-e9a8-4522-b84f-5f1a07595530 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:08.630548 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.633625 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ce19c-791e-42c3-a5a8-98692cf4f490 None None] Pushing event updated for resources: {'Port': ['ID=604aa7f8-d6bd-41ab-9000-15795794a3ee,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.680455 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6609651c-f328-429d-8a89-87c0569b89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.684071 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6609651c-f328-429d-8a89-87c0569b89fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.686120 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-6609651c-f328-429d-8a89-87c0569b89fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bc30adf-ac41-4e66-a9af-1c05b8ab6ce9 HTTP/1.1" status: 204 len: 168 time: 0.1445363 Jul 08 01:37:08.691914 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Network 0ed74843-c93d-478e-8908-7aef21d18ede is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:08.693460 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:08.696391 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609651c-f328-429d-8a89-87c0569b89fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc30adf-ac41-4e66-a9af-1c05b8ab6ce9,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.791683 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-b5f2a2c1-6ce5-4744-9bcc-7898bb18c34f None None] Provisioning for port f9f81271-af91-499c-a11d-d5c6e2b60ae5 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:08.801039 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-b5f2a2c1-6ce5-4744-9bcc-7898bb18c34f None None] Provisioning complete for port f9f81271-af91-499c-a11d-d5c6e2b60ae5 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:08.801415 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a2c1-6ce5-4744-9bcc-7898bb18c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.807269 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] Set router f4afea36-f36f-42cb-9bc4-0eca2ddef759 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:08.822716 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Router f4afea36-f36f-42cb-9bc4-0eca2ddef759 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:37:08.916850 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2a2c1-6ce5-4744-9bcc-7898bb18c34f None None] Port f9f81271-af91-499c-a11d-d5c6e2b60ae5 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:37:08.951025 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:37:08.961776 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-3db97118-c4b8-4610-92dc-b4838758de87 admin admin] 10.222.0.22 "PUT /v2.0/routers/f4afea36-f36f-42cb-9bc4-0eca2ddef759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8633966 Jul 08 01:37:09.002419 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:09.091135 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-fd5ed7e9-a001-4a75-8311-b13cbe4ca95a None None] Provisioning complete for port f9f81271-af91-499c-a11d-d5c6e2b60ae5 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:09.091513 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd5ed7e9-a001-4a75-8311-b13cbe4ca95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.141153 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:09.155457 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:09.155836 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.159749 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ed7e9-a001-4a75-8311-b13cbe4ca95a None None] Port f9f81271-af91-499c-a11d-d5c6e2b60ae5 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:37:09.222048 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 4, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port': {'id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'f9f81271-af91-499c-a11d-d5c6e2b60ae5', 'name': '', 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'mac_address': 'fa:16:3e:d7:dd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '24df8930-875f-4265-bbba-09b55f303125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:07Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 2, 'project_id': '97425c342fa64bb28451bf649165b91e', 'subnets': [{'id': '24df8930-875f-4265-bbba-09b55f303125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:09.249916 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2259197-b7c0-4735-921b-82c8df622a23 None None] The sync data for ids ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'] in dv-cinder-799848-1-iscsi is: [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 4, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port': {'id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'f9f81271-af91-499c-a11d-d5c6e2b60ae5', 'name': '', 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'mac_address': 'fa:16:3e:d7:dd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '24df8930-875f-4265-bbba-09b55f303125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:07Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 2, 'project_id': '97425c342fa64bb28451bf649165b91e', 'subnets': [{'id': '24df8930-875f-4265-bbba-09b55f303125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:37:09.285280 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.320231 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:09.324165 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.381611 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:09.748762 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44876) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:09.755332 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-4e30be31-cd21-420c-b917-500a00d22d3d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741881990', 'description': 'tempest-secgroup-smoke-741881990 description', 'project_id': 'cd150e3d190e47a4b82740c64c868f83'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:09.786267 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4e30be31-cd21-420c-b917-500a00d22d3d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.796860 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2b04f9f0-d61c-42bf-93f6-2a800376512f up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:09.860419 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 2b04f9f0-d61c-42bf-93f6-2a800376512f triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:09.861222 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.902918 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4e30be31-cd21-420c-b917-500a00d22d3d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.909409 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4e30be31-cd21-420c-b917-500a00d22d3d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.953213 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4e30be31-cd21-420c-b917-500a00d22d3d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.954594 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4e30be31-cd21-420c-b917-500a00d22d3d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2040985 Jul 08 01:37:09.958112 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44882) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:09.964170 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-7cfb86ce-3cb2-47c1-aca7-f383a493d2fe tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'security_group_rule': {'security_group_id': '031433b2-e707-47b3-bc5d-752ea8fe83fd', 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:09.978645 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30be31-cd21-420c-b917-500a00d22d3d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031433b2-e707-47b3-bc5d-752ea8fe83fd,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:09.989142 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:10.056787 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7cfb86ce-3cb2-47c1-aca7-f383a493d2fe tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.069877 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:10.070844 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.127494 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7cfb86ce-3cb2-47c1-aca7-f383a493d2fe tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.133586 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7cfb86ce-3cb2-47c1-aca7-f383a493d2fe tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.153418 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb86ce-3cb2-47c1-aca7-f383a493d2fe tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dce8bb6-7e90-4196-b76c-c59d214552bb,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:10.171961 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7cfb86ce-3cb2-47c1-aca7-f383a493d2fe tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.175212 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7cfb86ce-3cb2-47c1-aca7-f383a493d2fe tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2147696 Jul 08 01:37:10.177436 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44890) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:10.182371 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-74c4abbe-749d-46b5-a162-fd213684b254 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'security_group_rule': {'security_group_id': '031433b2-e707-47b3-bc5d-752ea8fe83fd', 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:10.214474 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-74c4abbe-749d-46b5-a162-fd213684b254 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.296163 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-74c4abbe-749d-46b5-a162-fd213684b254 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.300918 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-74c4abbe-749d-46b5-a162-fd213684b254 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.326979 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4abbe-749d-46b5-a162-fd213684b254 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166a0abd-ac2b-4adb-8a64-d07bd1ac74e0,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:10.337818 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-74c4abbe-749d-46b5-a162-fd213684b254 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.341614 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-74c4abbe-749d-46b5-a162-fd213684b254 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606977 Jul 08 01:37:10.341899 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44894) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:10.349337 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-ac450702-6c90-4bb7-849b-156b7807d3ea tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'security_group_rule': {'security_group_id': '031433b2-e707-47b3-bc5d-752ea8fe83fd', 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:10.387121 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ac450702-6c90-4bb7-849b-156b7807d3ea tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.448857 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ac450702-6c90-4bb7-849b-156b7807d3ea tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.452949 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ac450702-6c90-4bb7-849b-156b7807d3ea tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.472674 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac450702-6c90-4bb7-849b-156b7807d3ea tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e34a37-41ae-4c90-9279-9ea0bb4c818a,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:10.483846 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ac450702-6c90-4bb7-849b-156b7807d3ea tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.485202 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ac450702-6c90-4bb7-849b-156b7807d3ea tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422098 Jul 08 01:37:10.488102 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 44902) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:10.493635 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-6e2b0f10-d791-48f0-9134-c2f7c97cd327 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'security_group_rule': {'security_group_id': '031433b2-e707-47b3-bc5d-752ea8fe83fd', 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:10.521960 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0f10-d791-48f0-9134-c2f7c97cd327 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.590762 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0f10-d791-48f0-9134-c2f7c97cd327 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.597773 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0f10-d791-48f0-9134-c2f7c97cd327 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.617305 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b0f10-d791-48f0-9134-c2f7c97cd327 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687c6a14-22aa-417e-bd91-88beb362329a,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:10.627351 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0f10-d791-48f0-9134-c2f7c97cd327 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.628623 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-6e2b0f10-d791-48f0-9134-c2f7c97cd327 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392472 Jul 08 01:37:10.631969 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44906) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:10.637557 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-3a6fc142-7c71-4d75-840b-e7556e77852b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'security_group_rule': {'security_group_id': '031433b2-e707-47b3-bc5d-752ea8fe83fd', 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:10.661055 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.securitygroups_db [None req-3a6fc142-7c71-4d75-840b-e7556e77852b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Project cd150e3d190e47a4b82740c64c868f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:37:10.666033 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc142-7c71-4d75-840b-e7556e77852b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.728086 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc142-7c71-4d75-840b-e7556e77852b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.731742 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc142-7c71-4d75-840b-e7556e77852b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.751387 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fc142-7c71-4d75-840b-e7556e77852b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce4bf5c-e13a-4e7e-a833-ba3b55479e01,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:10.757907 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc142-7c71-4d75-840b-e7556e77852b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.759073 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-3a6fc142-7c71-4d75-840b-e7556e77852b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261082 Jul 08 01:37:10.761723 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 44908) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:10.765943 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-d581f5f7-3f25-4bdd-9ece-b5888443b738 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'security_group_rule': {'security_group_id': '031433b2-e707-47b3-bc5d-752ea8fe83fd', 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:10.786465 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.securitygroups_db [None req-d581f5f7-3f25-4bdd-9ece-b5888443b738 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Project cd150e3d190e47a4b82740c64c868f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:37:10.791201 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d581f5f7-3f25-4bdd-9ece-b5888443b738 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.854496 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d581f5f7-3f25-4bdd-9ece-b5888443b738 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.857763 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d581f5f7-3f25-4bdd-9ece-b5888443b738 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.876087 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581f5f7-3f25-4bdd-9ece-b5888443b738 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98849c62-9f9d-49ee-b7b2-34a9f46f8fd5,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:10.884607 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d581f5f7-3f25-4bdd-9ece-b5888443b738 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.885893 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d581f5f7-3f25-4bdd-9ece-b5888443b738 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232343 Jul 08 01:37:11.406494 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Sync routers for ids ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:37:11.416165 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Routers {'f4afea36-f36f-42cb-9bc4-0eca2ddef759'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:11.416776 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:11.521999 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Set router f4afea36-f36f-42cb-9bc4-0eca2ddef759 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:11.790394 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 604aa7f8-d6bd-41ab-9000-15795794a3ee up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:11.847747 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 4, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port': {'id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'f9f81271-af91-499c-a11d-d5c6e2b60ae5', 'name': '', 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'mac_address': 'fa:16:3e:d7:dd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '24df8930-875f-4265-bbba-09b55f303125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:07Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 2, 'project_id': '97425c342fa64bb28451bf649165b91e', 'subnets': [{'id': '24df8930-875f-4265-bbba-09b55f303125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:11.849701 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 604aa7f8-d6bd-41ab-9000-15795794a3ee completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:11.853599 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 604aa7f8-d6bd-41ab-9000-15795794a3ee triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:11.854021 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:11.879369 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Checking router: f4afea36-f36f-42cb-9bc4-0eca2ddef759 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:37:11.879719 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Updating router f4afea36-f36f-42cb-9bc4-0eca2ddef759 port f9f81271-af91-499c-a11d-d5c6e2b60ae5 binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:37:11.913865 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:11.939673 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:11.964371 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 604aa7f8-d6bd-41ab-9000-15795794a3ee, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=604aa7f8-d6bd-41ab-9000-15795794a3ee,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:11.968460 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.023200 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=604aa7f8-d6bd-41ab-9000-15795794a3ee,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:12.171071 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.180617 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Transition to ACTIVE for port object f9f81271-af91-499c-a11d-d5c6e2b60ae5 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:12.186031 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.238955 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19248bb3-5712-421f-9b64-c8076702f260 None None] Pushing event updated for resources: {'Port': ['ID=f9f81271-af91-499c-a11d-d5c6e2b60ae5,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:12.293957 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Attempting to bind port f9f81271-af91-499c-a11d-d5c6e2b60ae5 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:12.294322 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Attempting to bind port f9f81271-af91-499c-a11d-d5c6e2b60ae5 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:12.294794 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Attempting to bind port f9f81271-af91-499c-a11d-d5c6e2b60ae5 on network 0ed74843-c93d-478e-8908-7aef21d18ede {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:12.299881 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:12.300253 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Checking segment: {'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:12.300664 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.301057 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Bound using segment: {'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:12.301523 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Bound port: f9f81271-af91-499c-a11d-d5c6e2b60ae5, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15556353-cced-4586-94ed-b406ff71ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:12.301947 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.366601 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] For port f9f81271-af91-499c-a11d-d5c6e2b60ae5, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:12.369752 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] For port f9f81271-af91-499c-a11d-d5c6e2b60ae5, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=f9f81271-af91-499c-a11d-d5c6e2b60ae5,segment=NetworkSegment(15556353-cced-4586-94ed-b406ff71ab6e),segment_id=15556353-cced-4586-94ed-b406ff71ab6e)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:12.375704 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.432826 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Routers {'f4afea36-f36f-42cb-9bc4-0eca2ddef759'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:12.433458 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:36:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:12.476660 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19248bb3-5712-421f-9b64-c8076702f260 None None] Pushing event updated for resources: {'Port': ['ID=f9f81271-af91-499c-a11d-d5c6e2b60ae5,revision_number=4']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:12.551711 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] Set router f4afea36-f36f-42cb-9bc4-0eca2ddef759 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:12.753047 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 4, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port': {'id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'f9f81271-af91-499c-a11d-d5c6e2b60ae5', 'name': '', 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'mac_address': 'fa:16:3e:d7:dd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '24df8930-875f-4265-bbba-09b55f303125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:07Z', 'updated_at': '2021-07-08T01:37:12Z', 'revision_number': 4, 'project_id': '97425c342fa64bb28451bf649165b91e', 'subnets': [{'id': '24df8930-875f-4265-bbba-09b55f303125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:12.780166 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f7a5c7-4166-4291-9011-75839d24ca03 None None] The sync data for ids ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'] in dv-cinder-799848-1-iscsi is: [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:08Z', 'revision_number': 4, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port': {'id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': 'f9f81271-af91-499c-a11d-d5c6e2b60ae5', 'name': '', 'network_id': '0ed74843-c93d-478e-8908-7aef21d18ede', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'mac_address': 'fa:16:3e:d7:dd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '24df8930-875f-4265-bbba-09b55f303125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:07Z', 'updated_at': '2021-07-08T01:37:12Z', 'revision_number': 4, 'project_id': '97425c342fa64bb28451bf649165b91e', 'subnets': [{'id': '24df8930-875f-4265-bbba-09b55f303125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:37:13.762960 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 604aa7f8-d6bd-41ab-9000-15795794a3ee up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:13.810823 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 604aa7f8-d6bd-41ab-9000-15795794a3ee triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:13.811206 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:13.892745 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device f9f81271-af91-499c-a11d-d5c6e2b60ae5 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:13.944037 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port f9f81271-af91-499c-a11d-d5c6e2b60ae5 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:13.947783 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port f9f81271-af91-499c-a11d-d5c6e2b60ae5 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:13.948157 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.025538 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.056994 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port f9f81271-af91-499c-a11d-d5c6e2b60ae5, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=f9f81271-af91-499c-a11d-d5c6e2b60ae5,segment=NetworkSegment(15556353-cced-4586-94ed-b406ff71ab6e),segment_id=15556353-cced-4586-94ed-b406ff71ab6e)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:14.060342 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.106445 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=f9f81271-af91-499c-a11d-d5c6e2b60ae5,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:15.747210 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device f9f81271-af91-499c-a11d-d5c6e2b60ae5 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:15.795663 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port f9f81271-af91-499c-a11d-d5c6e2b60ae5 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:15.796041 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:20.120455 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:37:23.045375 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.346774 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45166) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:25.445702 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6c3e89a1-b0d7-4d5c-92eb-998ef17de048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.532170 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6c3e89a1-b0d7-4d5c-92eb-998ef17de048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.536304 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-6c3e89a1-b0d7-4d5c-92eb-998ef17de048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.572815 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e89a1-b0d7-4d5c-92eb-998ef17de048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6171f47-83ed-4ebb-976b-eb9455beccb4,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:25.577071 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-6c3e89a1-b0d7-4d5c-92eb-998ef17de048 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73bc533344cb4bf9acce64c4e3fb6a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292898 Jul 08 01:37:25.579646 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45170) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:25.627161 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-36e978c9-db06-497d-b8fc-d6c450ccab0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.650560 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-36e978c9-db06-497d-b8fc-d6c450ccab0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.662045 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-265b089b-ed66-4d3a-a5e4-7ab73a23ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.698253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-36e978c9-db06-497d-b8fc-d6c450ccab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.701054 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-36e978c9-db06-497d-b8fc-d6c450ccab0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:25.702226 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-36e978c9-db06-497d-b8fc-d6c450ccab0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6171f47-83ed-4ebb-976b-eb9455beccb4 HTTP/1.1" status: 204 len: 168 time: 0.1216528 Jul 08 01:37:25.710456 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e978c9-db06-497d-b8fc-d6c450ccab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6171f47-83ed-4ebb-976b-eb9455beccb4,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:25.962675 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45176) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:25.976115 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-89c1323e-fa7d-489f-b2f5-1b47478da3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:26.063485 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-89c1323e-fa7d-489f-b2f5-1b47478da3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:26.068016 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-89c1323e-fa7d-489f-b2f5-1b47478da3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:26.107693 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-89c1323e-fa7d-489f-b2f5-1b47478da3eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11279804e8e349bb93b5e1ba8083700e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439350 Jul 08 01:37:26.110277 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45180) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:26.113826 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1323e-fa7d-489f-b2f5-1b47478da3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb856d6-25e0-4b03-b689-59ba92480e25,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:26.160726 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-51b374a7-d2c3-4249-a144-28217d53e2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:26.180944 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-51b374a7-d2c3-4249-a144-28217d53e2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:26.228950 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-51b374a7-d2c3-4249-a144-28217d53e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:26.231464 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-51b374a7-d2c3-4249-a144-28217d53e2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:26.232591 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-51b374a7-d2c3-4249-a144-28217d53e2c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bb856d6-25e0-4b03-b689-59ba92480e25 HTTP/1.1" status: 204 len: 168 time: 0.1213291 Jul 08 01:37:26.240003 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b374a7-d2c3-4249-a144-28217d53e2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb856d6-25e0-4b03-b689-59ba92480e25,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:27.805011 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45240) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:27.908131 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1ad59836-f433-445f-8724-c31fbc364ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.004635 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1ad59836-f433-445f-8724-c31fbc364ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.008231 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-1ad59836-f433-445f-8724-c31fbc364ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.049129 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-1ad59836-f433-445f-8724-c31fbc364ab3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37c0b458b24946f589bd0049e94b638d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428849 Jul 08 01:37:28.049991 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad59836-f433-445f-8724-c31fbc364ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562baf8a-1a59-4cd6-b555-ff28901c1038,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:28.051847 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45244) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:28.103127 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc9194c6-0d12-4346-874f-5d12160a38c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.124670 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc9194c6-0d12-4346-874f-5d12160a38c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.173576 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc9194c6-0d12-4346-874f-5d12160a38c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.176224 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fc9194c6-0d12-4346-874f-5d12160a38c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.177396 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-fc9194c6-0d12-4346-874f-5d12160a38c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/562baf8a-1a59-4cd6-b555-ff28901c1038 HTTP/1.1" status: 204 len: 168 time: 0.1239970 Jul 08 01:37:28.185273 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9194c6-0d12-4346-874f-5d12160a38c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562baf8a-1a59-4cd6-b555-ff28901c1038,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:28.367040 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e679c34e-a72e-43ec-a81d-788d1d3e5e77 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741881990&fields=id&tenant_id=cd150e3d190e47a4b82740c64c868f83 HTTP/1.1" status: 200 len: 267 time: 0.0382874 Jul 08 01:37:28.448742 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.463693 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1d22e95e-b69d-49bb-b8fc-2846547cf892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.484650 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-c3dc1cf9-c988-4091-a7c2-b98449d1bffa tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:28.486145 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-c3dc1cf9-c988-4091-a7c2-b98449d1bffa tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 809 time: 0.1122234 Jul 08 01:37:28.501106 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-3620188d-491f-4752-bc9b-91d980d60432 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/quotas/cd150e3d190e47a4b82740c64c868f83 HTTP/1.1" status: 200 len: 375 time: 0.0094573 Jul 08 01:37:28.508187 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45256) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:28.523389 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4c57f638-63f5-4200-ac6f-f9284e6403a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.585399 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-d2363c86-fdf7-4bf4-a24d-20114dd4608f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781853 Jul 08 01:37:28.627835 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4c57f638-63f5-4200-ac6f-f9284e6403a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.632423 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-4c57f638-63f5-4200-ac6f-f9284e6403a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.669988 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-4c57f638-63f5-4200-ac6f-f9284e6403a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=469799414a664a0fba8f3add258873e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606688 Jul 08 01:37:28.670958 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57f638-63f5-4200-ac6f-f9284e6403a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38abffd7-2e8f-460c-a532-44e3648c0c43,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:28.673274 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45258) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:28.687463 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-b0485744-7fa5-4e84-b221-87be6e4ddc36 service neutron] 10.222.0.22 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908444 Jul 08 01:37:28.724517 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b13b2c5-9076-4191-9cca-11a191a50944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.744975 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b13b2c5-9076-4191-9cca-11a191a50944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.774902 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-5f19c1a0-f3f6-4b3c-8ad4-aab419fa9e43 service neutron] 10.222.0.22 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807788 Jul 08 01:37:28.791833 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b13b2c5-9076-4191-9cca-11a191a50944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.794973 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7b13b2c5-9076-4191-9cca-11a191a50944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:28.796140 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-7b13b2c5-9076-4191-9cca-11a191a50944 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38abffd7-2e8f-460c-a532-44e3648c0c43 HTTP/1.1" status: 204 len: 168 time: 0.1214349 Jul 08 01:37:28.804616 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13b2c5-9076-4191-9cca-11a191a50944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38abffd7-2e8f-460c-a532-44e3648c0c43,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:29.077604 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-319f429c-ed74-42c6-8422-ff4824991a70 req-103afcce-7eed-4255-8c37-011f15a322ab tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 210 time: 0.0285137 Jul 08 01:37:29.461557 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.147643 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-85068e0d-7d3c-4b32-95da-92ae4705712a tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:30.149524 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-85068e0d-7d3c-4b32-95da-92ae4705712a tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.21 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 809 time: 0.1238363 Jul 08 01:37:30.218462 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-b2261f89-ab66-46d0-981d-d355cf498f18 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd150e3d190e47a4b82740c64c868f83 HTTP/1.1" status: 200 len: 379 time: 0.0582359 Jul 08 01:37:30.228570 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'port': {'device_id': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'admin_state_up': True, 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'security_groups': ['031433b2-e707-47b3-bc5d-752ea8fe83fd']}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:30.243477 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-51cb6d3e-8bfa-4467-8950-68caf8f784f0 req-578b7907-4b29-40ae-a31e-b1ad619c1b24 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 210 time: 0.0388229 Jul 08 01:37:30.351313 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Made reservation on behalf of cd150e3d190e47a4b82740c64c868f83 for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:30.355131 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.488044 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Allocated IP 172.20.0.14 (ab9262de-ab7b-41e0-a355-08395c240deb/aff5725b-dfa1-4831-8523-e6c17ceae193/e497cf72-cf7e-440b-8590-8a0bfd8d7302) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:30.637780 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.655091 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Transition to ACTIVE for port object e497cf72-cf7e-440b-8590-8a0bfd8d7302 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:30.688579 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.730479 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45346) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:30.735204 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Network ab9262de-ab7b-41e0-a355-08395c240deb is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:30.738765 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:30.741291 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:30.788266 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:30.810899 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:30.811610 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.830698 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-fbdf74cc-e15d-4e4e-a9fd-e0d069023abb tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064627 Jul 08 01:37:30.845060 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.846081 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Request body: {'port': {'device_id': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:30.857173 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-41f24dc5-e1cd-4ea4-88f3-6c7cc5cf374f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.928716 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.955009 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-41f24dc5-e1cd-4ea4-88f3-6c7cc5cf374f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.959250 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-41f24dc5-e1cd-4ea4-88f3-6c7cc5cf374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.973079 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-2626e1b8-2ed6-4495-ab84-e24119beb5f1 None None] Provisioning for port e497cf72-cf7e-440b-8590-8a0bfd8d7302 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:30.977142 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-2626e1b8-2ed6-4495-ab84-e24119beb5f1 None None] Provisioning complete for port e497cf72-cf7e-440b-8590-8a0bfd8d7302 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:30.977513 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2626e1b8-2ed6-4495-ab84-e24119beb5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.005915 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-41f24dc5-e1cd-4ea4-88f3-6c7cc5cf374f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5eb880d9b5042b78cfdb7f19d810eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738876 Jul 08 01:37:31.009706 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45350) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:31.020294 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-2626e1b8-2ed6-4495-ab84-e24119beb5f1 None None] Port e497cf72-cf7e-440b-8590-8a0bfd8d7302 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:37:31.023260 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24dc5-e1cd-4ea4-88f3-6c7cc5cf374f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d70c13-7546-4740-aba5-7f999ea0a1e9,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:31.062127 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-bb829e22-cdd6-4bed-ac09-bdaff0822a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.083007 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-bb829e22-cdd6-4bed-ac09-bdaff0822a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.132029 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-bb829e22-cdd6-4bed-ac09-bdaff0822a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.134802 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-bb829e22-cdd6-4bed-ac09-bdaff0822a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.138270 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-bb829e22-cdd6-4bed-ac09-bdaff0822a80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15d70c13-7546-4740-aba5-7f999ea0a1e9 HTTP/1.1" status: 204 len: 168 time: 0.1253517 Jul 08 01:37:31.143868 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb829e22-cdd6-4bed-ac09-bdaff0822a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d70c13-7546-4740-aba5-7f999ea0a1e9,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:31.211968 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e497cf72-cf7e-440b-8590-8a0bfd8d7302 {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:31.220440 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.234685 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Transition to ACTIVE for port object e497cf72-cf7e-440b-8590-8a0bfd8d7302 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:31.239716 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.289754 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Pushing event updated for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:31.373244 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Attempting to bind port e497cf72-cf7e-440b-8590-8a0bfd8d7302 on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:31.373605 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Attempting to bind port e497cf72-cf7e-440b-8590-8a0bfd8d7302 by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:31.373959 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Attempting to bind port e497cf72-cf7e-440b-8590-8a0bfd8d7302 on network ab9262de-ab7b-41e0-a355-08395c240deb {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:31.378701 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Port e497cf72-cf7e-440b-8590-8a0bfd8d7302 on network ab9262de-ab7b-41e0-a355-08395c240deb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:37:31.379011 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Attempting to bind port e497cf72-cf7e-440b-8590-8a0bfd8d7302 on network ab9262de-ab7b-41e0-a355-08395c240deb {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:31.384558 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:31.384819 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Checking segment: {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:31.385210 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Bound using segment: {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:31.385664 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Bound port: e497cf72-cf7e-440b-8590-8a0bfd8d7302, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:31.386062 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.418588 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45358) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:31.432839 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c5fa025d-3e00-4659-8e0b-653bfbf4a0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.496818 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:31.500502 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:31.510475 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff4305-436d-4dd4-bd37-faa84f223fdd req-d559ba42-b986-44cd-aede-d01520dbb9bc tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:31.511972 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1cff4305-436d-4dd4-bd37-faa84f223fdd req-d559ba42-b986-44cd-aede-d01520dbb9bc tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.1236837 Jul 08 01:37:31.513484 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.528370 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c5fa025d-3e00-4659-8e0b-653bfbf4a0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.532623 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c5fa025d-3e00-4659-8e0b-653bfbf4a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.563637 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:31.564293 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.565751 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] 10.222.0.21 "PUT /v2.0/ports/e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 1094 time: 0.7275171 Jul 08 01:37:31.567944 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:31.570737 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:31.579212 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-c5fa025d-3e00-4659-8e0b-653bfbf4a0e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6559a31d279e44f8ac6cecd4392a8336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593697 Jul 08 01:37:31.579752 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45362) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:31.593272 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa025d-3e00-4659-8e0b-653bfbf4a0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75774d80-524b-4f5d-927d-ccc7c30741ad,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:31.639598 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1cff4305-436d-4dd4-bd37-faa84f223fdd req-0c898e60-ad73-4506-9f8b-ba566d8c629a tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181617 Jul 08 01:37:31.657855 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9826fb9e-78c4-4ae4-b36e-be655dc985e5 x-openstack-request-id: req-9826fb9e-78c4-4ae4-b36e-be655dc985e5 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:31.657855 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:31.657855 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9826fb9e-78c4-4ae4-b36e-be655dc985e5 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:31.658726 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'status': 'completed', 'code': 200} Jul 08 01:37:31.663421 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8190-9dff-48b3-a923-2d4a18fa346b service neutron] Pushing event updated for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:31.706634 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4fda2cc-0771-4b70-8d53-b232fc0266e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.734007 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4fda2cc-0771-4b70-8d53-b232fc0266e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.742212 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-3e19f3b5-c019-4743-b6f2-a6a4aebb186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:31.743699 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-3e19f3b5-c019-4743-b6f2-a6a4aebb186f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1097 time: 0.1249580 Jul 08 01:37:32.067800 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-79c1196b-25ff-40c2-a5ee-671a10d9193f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 217 time: 0.3160558 Jul 08 01:37:32.114691 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4fda2cc-0771-4b70-8d53-b232fc0266e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:32.117224 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b4fda2cc-0771-4b70-8d53-b232fc0266e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:32.118400 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b4fda2cc-0771-4b70-8d53-b232fc0266e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75774d80-524b-4f5d-927d-ccc7c30741ad HTTP/1.1" status: 204 len: 168 time: 0.5336695 Jul 08 01:37:32.124438 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-12343480-d335-4157-a21c-ce64297c4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:32.126018 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-12343480-d335-4157-a21c-ce64297c4108 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 200 len: 848 time: 0.0512784 Jul 08 01:37:32.131092 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fda2cc-0771-4b70-8d53-b232fc0266e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75774d80-524b-4f5d-927d-ccc7c30741ad,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:32.185860 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-26d5f399-6ba1-495d-bc54-5b88daa07147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:32.187422 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-26d5f399-6ba1-495d-bc54-5b88daa07147 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab9262de-ab7b-41e0-a355-08395c240deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544186 Jul 08 01:37:32.282037 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-3425ce1e-0e4e-4dd6-8d67-a665bcea151a service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881598 Jul 08 01:37:32.369001 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4ae5cefa-e640-4ec0-bd42-024f53a37245 req-6d7ab308-a393-441f-9c30-c0617db3630b service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810575 Jul 08 01:37:32.471579 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-559800fb-dbff-463b-8fc3-8d8185c373c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:32.473082 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-559800fb-dbff-463b-8fc3-8d8185c373c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1097 time: 0.0567641 Jul 08 01:37:32.565361 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-03b0c315-0e96-4741-996b-fd50b7dbe139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:32.566886 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-03b0c315-0e96-4741-996b-fd50b7dbe139 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 909 time: 0.0876207 Jul 08 01:37:32.612244 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-1ac5b6e2-f750-4d62-a8c8-f00acf474903 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 217 time: 0.0382407 Jul 08 01:37:32.660095 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-5763d0ca-07ea-4eae-8937-6ce3e02ada75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:32.661557 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-5763d0ca-07ea-4eae-8937-6ce3e02ada75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 200 len: 848 time: 0.0432107 Jul 08 01:37:32.724905 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-8dddd983-58dd-44e3-a76a-1e4c64718397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:32.726539 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-8dddd983-58dd-44e3-a76a-1e4c64718397 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab9262de-ab7b-41e0-a355-08395c240deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584614 Jul 08 01:37:32.822032 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebcd91-d1f3-4b31-96af-8daed7bf6c64 req-6a380608-603b-4bd7-9ec4-79791b6985c4 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:32.823535 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c0ebcd91-d1f3-4b31-96af-8daed7bf6c64 req-6a380608-603b-4bd7-9ec4-79791b6985c4 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0667655 Jul 08 01:37:32.826896 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-bfdd3ddf-3ed3-48cb-9709-9eda94d6bddb service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940022 Jul 08 01:37:32.874750 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c0ebcd91-d1f3-4b31-96af-8daed7bf6c64 req-46b8d9b6-af00-4f3c-a02b-4f9d8b0b4535 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Jul 08 01:37:32.927315 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4e1cdc90-bca7-4968-a98a-72c8734ae5b6 req-2f8a8392-428e-4c5c-854b-f61276d65b27 service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929139 Jul 08 01:37:34.050699 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859756d8-dcb7-465f-898b-a13ba53fbe0a req-c82d83c7-ebd9-4db7-ad70-b7c24db134ec tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:34.052172 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-859756d8-dcb7-465f-898b-a13ba53fbe0a req-c82d83c7-ebd9-4db7-ad70-b7c24db134ec tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0635934 Jul 08 01:37:34.092447 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-859756d8-dcb7-465f-898b-a13ba53fbe0a req-b90222ff-9c2e-4806-a8ec-8c4d34eb04b3 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347683 Jul 08 01:37:35.531607 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d762f-1aa8-4343-b135-af1ed6f35212 req-2e93cd64-3e52-443c-9ff5-5eeb7c5637d1 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:35.533704 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fe1d762f-1aa8-4343-b135-af1ed6f35212 req-2e93cd64-3e52-443c-9ff5-5eeb7c5637d1 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.3213310 Jul 08 01:37:35.569798 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-fe1d762f-1aa8-4343-b135-af1ed6f35212 req-c2e32ad7-92e2-4634-8151-5eb8792b6c95 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304890 Jul 08 01:37:36.743550 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68640e-1172-4255-a2dc-5361cb4cc875 req-95c75123-9c9d-4d52-8c03-7a59ab10ca7e tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:36.744916 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0d68640e-1172-4255-a2dc-5361cb4cc875 req-95c75123-9c9d-4d52-8c03-7a59ab10ca7e tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0657318 Jul 08 01:37:36.783179 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0d68640e-1172-4255-a2dc-5361cb4cc875 req-f88b24b2-7b5e-4c16-8eab-12b209b8eefa tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326724 Jul 08 01:37:37.952924 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a23798-4346-42ea-8b38-860da80f6cef req-0f84631c-29e1-4e37-bafd-359de59fce6d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:37.954542 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a7a23798-4346-42ea-8b38-860da80f6cef req-0f84631c-29e1-4e37-bafd-359de59fce6d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0617402 Jul 08 01:37:37.996177 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a7a23798-4346-42ea-8b38-860da80f6cef req-31a7415b-dc21-4bf9-aa06-af3b727f92ca tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362368 Jul 08 01:37:39.166068 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd978b3-0d54-4803-a2ab-d2328ea6a34f req-077a976e-a76b-41eb-a48f-d0c17a8a6182 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:39.167957 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fdd978b3-0d54-4803-a2ab-d2328ea6a34f req-077a976e-a76b-41eb-a48f-d0c17a8a6182 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0638452 Jul 08 01:37:39.206551 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fdd978b3-0d54-4803-a2ab-d2328ea6a34f req-89a53200-f3e1-43f5-978d-f4722b74c12b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 Jul 08 01:37:40.381364 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f2e8f-909a-453b-a2fe-998d4612e6c0 req-10d1cc7e-a5c7-4dcc-8852-85b7317e654b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:40.382949 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c39f2e8f-909a-453b-a2fe-998d4612e6c0 req-10d1cc7e-a5c7-4dcc-8852-85b7317e654b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0648041 Jul 08 01:37:40.422250 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-c39f2e8f-909a-453b-a2fe-998d4612e6c0 req-6213e205-5cfb-4592-99a8-f7dc0fa17b52 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329275 Jul 08 01:37:40.584880 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e497cf72-cf7e-440b-8590-8a0bfd8d7302 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:37:40.679830 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:40.691076 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'port_id': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'mac_address': 'fa:16:3e:85:d5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:37:40.729899 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:40.741608 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e497cf72-cf7e-440b-8590-8a0bfd8d7302 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:40.760146 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:40.763863 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:40.809970 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:40.818561 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.819009 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.819349 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.819742 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.820127 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.820459 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.820787 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.821112 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.821676 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.822037 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.822360 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.822868 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:40.983835 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['e497cf72-cf7e-440b-8590-8a0bfd8d7302'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:41.598262 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d2899-1e44-4c78-98b3-4b8d1e66aec8 req-4ad91c1c-8fee-4204-98e9-0bb3642dec98 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:41.599718 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-612d2899-1e44-4c78-98b3-4b8d1e66aec8 req-4ad91c1c-8fee-4204-98e9-0bb3642dec98 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 945 time: 0.0649257 Jul 08 01:37:41.636782 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-612d2899-1e44-4c78-98b3-4b8d1e66aec8 req-ef07e2ef-7fdf-485f-87d2-d8d0f5369afe tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316541 Jul 08 01:37:42.592497 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e497cf72-cf7e-440b-8590-8a0bfd8d7302 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:42.639104 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port e497cf72-cf7e-440b-8590-8a0bfd8d7302 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:42.642605 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port e497cf72-cf7e-440b-8590-8a0bfd8d7302 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:42.642976 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:42.722612 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:42.745997 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:42.748282 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4292818c-a115-439e-ade8-ca3e9a3a4c4e" -d '{"events": [{"server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "name": "network-vif-plugged", "status": "completed", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:42.760716 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:42.765159 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:42.805665 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984e90a9-0590-4b68-929e-db4a00edacb6 x-openstack-request-id: req-984e90a9-0590-4b68-929e-db4a00edacb6 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:42.806037 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "name": "network-vif-plugged", "status": "completed", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:42.806292 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-984e90a9-0590-4b68-929e-db4a00edacb6 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:42.806676 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'code': 200} Jul 08 01:37:42.819066 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:42.837612 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e476566-1dc2-4de3-ba17-4c8d1f01c1f4 req-d6838ad7-f4f2-4d4c-984c-40871ea47094 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:42.839314 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8e476566-1dc2-4de3-ba17-4c8d1f01c1f4 req-d6838ad7-f4f2-4d4c-984c-40871ea47094 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0914712 Jul 08 01:37:42.879604 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8e476566-1dc2-4de3-ba17-4c8d1f01c1f4 req-0ac6966c-b022-42b6-a8b1-91a8de752e6a tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343676 Jul 08 01:37:43.078643 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea20072-5661-4530-aecd-4a70ed234df5 req-dad3551c-2d81-4bcb-b29e-67ba1467d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:43.080541 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-dea20072-5661-4530-aecd-4a70ed234df5 req-dad3551c-2d81-4bcb-b29e-67ba1467d7f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1099 time: 0.0576270 Jul 08 01:37:43.114684 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-dea20072-5661-4530-aecd-4a70ed234df5 req-66c7d695-cd26-4212-8fb1-8206e5be9a52 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275283 Jul 08 01:37:44.062332 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943058b-889a-4b9e-bd7a-2819624ea373 req-26171fca-2a74-419e-88a7-59029c4ab70f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:44.062637 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e943058b-889a-4b9e-bd7a-2819624ea373 req-26171fca-2a74-419e-88a7-59029c4ab70f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0644798 Jul 08 01:37:44.100509 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e943058b-889a-4b9e-bd7a-2819624ea373 req-daac1206-490c-47d3-85dc-2be02ee33506 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317333 Jul 08 01:37:45.266061 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7922f4-94c3-4934-9ee7-060a42ce8bbd req-8677fc62-71d7-42b0-aacd-e6835aa0218b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:45.267403 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-da7922f4-94c3-4934-9ee7-060a42ce8bbd req-8677fc62-71d7-42b0-aacd-e6835aa0218b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0593083 Jul 08 01:37:45.305085 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-da7922f4-94c3-4934-9ee7-060a42ce8bbd req-e66cc02a-e74e-4398-97ae-a10a3b942061 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Jul 08 01:37:45.476180 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced49806-cd69-4962-9e06-b68969d21bc9 req-403d44e4-372c-4bac-a80f-c34e64f0f838 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:45.477638 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ced49806-cd69-4962-9e06-b68969d21bc9 req-403d44e4-372c-4bac-a80f-c34e64f0f838 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0656605 Jul 08 01:37:45.513610 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ced49806-cd69-4962-9e06-b68969d21bc9 req-431d28cf-b194-4b66-81a8-d8f68cecbd94 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305698 Jul 08 01:37:45.536861 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45504) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:45.725969 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6441872-0214-49a6-a6a9-08955ed65fb4 tempest-TestShelveInstance-2827583 tempest-TestShelveInstance-2827583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:45.727454 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b6441872-0214-49a6-a6a9-08955ed65fb4 tempest-TestShelveInstance-2827583 tempest-TestShelveInstance-2827583-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1094 time: 0.1896513 Jul 08 01:37:45.730282 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45508) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:45.734514 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'port_id': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:45.755645 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for floatingip, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:45.852272 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:45.959256 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Allocated IP 172.27.3.65 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/6fac7444-180b-425b-9113-0b74ebe64a80) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:46.061147 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.099097 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.138776 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:46.141432 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:46.143965 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:46.169915 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'Port': ['ID=6fac7444-180b-425b-9113-0b74ebe64a80,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:46.499970 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.574186 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.724466 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.728940 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.797996 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event updated for resources: {'Port': ['ID=6fac7444-180b-425b-9113-0b74ebe64a80,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:46.807405 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.903919 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Floating IP 48fc954f-8b70-4543-9787-9252bf7932f3 associated. External IP: 172.27.3.65, port: e497cf72-cf7e-440b-8590-8a0bfd8d7302. Jul 08 01:37:47.110411 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:37:47.214688 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:37:47.224267 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] Sync routers for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:37:47.229854 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.234867 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:47.235483 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:47.265878 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-32de8b87-73fe-4108-9a67-ae7807a5ad50 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5345671 Jul 08 01:37:47.266478 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:47.268788 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2204e1d3-f2cf-4290-b0fc-914b40e591e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:47.305405 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ac0fc9-a074-410d-b713-016e11cc9dc4 x-openstack-request-id: req-d6ac0fc9-a074-410d-b713-016e11cc9dc4 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:47.305694 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:47.305980 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6ac0fc9-a074-410d-b713-016e11cc9dc4 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:47.306370 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'status': 'completed', 'code': 200} Jul 08 01:37:47.341648 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:47.407359 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-39d46263-d37c-4c3f-a7c1-e2692afe6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.408768 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-39d46263-d37c-4c3f-a7c1-e2692afe6261 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1099 time: 0.0511794 Jul 08 01:37:47.500152 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-462a8bb3-ca8d-4c56-add7-443ee79f0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.501682 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-462a8bb3-ca8d-4c56-add7-443ee79f0e0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 909 time: 0.0863824 Jul 08 01:37:47.562767 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '48fc954f-8b70-4543-9787-9252bf7932f3', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'port_id': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'mac_address': 'fa:16:3e:85:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:37:46Z', 'updated_at': '2021-07-08T01:37:46Z', 'revision_number': 0, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:09Z', 'revision_number': 5, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:47.564886 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-10f1db0d-f680-480f-82c3-d9769b7a5a4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 999 time: 0.0567968 Jul 08 01:37:47.588429 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] Checking router: 2c4f2e2c-6a61-4340-aece-a32f8827ac43 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:37:47.596499 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:47.597133 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:47.613407 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-f08149c9-1fac-48eb-94b2-d3327df3e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.614936 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-f08149c9-1fac-48eb-94b2-d3327df3e4bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 200 len: 848 time: 0.0437109 Jul 08 01:37:47.676777 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-d5b5c838-4893-4de6-ad6a-7546d2d1842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.678274 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-d5b5c838-4893-4de6-ad6a-7546d2d1842f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab9262de-ab7b-41e0-a355-08395c240deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563064 Jul 08 01:37:47.702700 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:47.767787 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-9a1094ea-7852-4ad0-945b-65b4990ea6fe service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823269 Jul 08 01:37:47.861179 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-2204e1d3-f2cf-4290-b0fc-914b40e591e6 req-8c58772c-685f-4524-b318-ed1568f9858c service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861390 Jul 08 01:37:47.923707 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '48fc954f-8b70-4543-9787-9252bf7932f3', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'port_id': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'mac_address': 'fa:16:3e:85:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:37:46Z', 'updated_at': '2021-07-08T01:37:46Z', 'revision_number': 0, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:09Z', 'revision_number': 5, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:47.949464 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed31459-efca-4e0e-9f20-8c1ceceda2b9 None None] The sync data for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi is: [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '48fc954f-8b70-4543-9787-9252bf7932f3', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'port_id': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'mac_address': 'fa:16:3e:85:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:37:46Z', 'updated_at': '2021-07-08T01:37:46Z', 'revision_number': 0, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:09Z', 'revision_number': 5, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:37:48.134274 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d54c7-4024-4e9b-8bbe-6cab9ff41da6 None None] New status for floating IP 48fc954f-8b70-4543-9787-9252bf7932f3: ACTIVE {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:37:53.042842 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:55.662399 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-89f874dc-5692-43e0-b29a-4577343d2b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:57.119859 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:37:58.440796 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.456959 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4112-aaa4-45aa-955b-ecbdc11fb19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:59.463100 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.842967 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.245088 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45604) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:05.344384 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.430399 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.433992 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.470650 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1efb93e9b6884a6cbe32da465368a688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244794 Jul 08 01:38:05.472626 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cefedf-4b9e-4997-8856-688bec3bc06c,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:05.473425 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45608) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:05.479985 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.480344 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.480695 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.481038 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.481378 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.481722 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.482083 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.482423 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.482762 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.483127 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.483456 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.483785 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc70c-cbca-4024-8e53-a3fe36baeda9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.524580 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.545513 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.590446 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.592915 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.594074 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12cefedf-4b9e-4997-8856-688bec3bc06c HTTP/1.1" status: 204 len: 168 time: 0.1196113 Jul 08 01:38:05.601535 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cefedf-4b9e-4997-8856-688bec3bc06c,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:05.608575 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.609017 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.609379 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.609714 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.610155 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.610486 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.610813 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.612372 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.612759 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.613819 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.614378 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:05.614951 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dcb522-5dcf-4a22-9576-4896daf67652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:06.173142 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45630) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:06.263996 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-925649454-network', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:06.284911 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Made reservation on behalf of 42d4fc8eb7904c8584e43990f94c0fac for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:06.287764 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.295830 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.382822 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.387180 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.412702 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:38:06.421547 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520e8787-c49c-448e-a5f8-ee0a67f45a58,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:06.427587 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.427936 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Added segment 87079648-c644-464c-954d-e16313a7743d of type vlan for network 280153d1-b3b3-454e-8ac2-265e677d6b63 Jul 08 01:38:06.469054 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.495952 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.496897 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:06.497484 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.552267 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3780015 Jul 08 01:38:06.556081 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45634) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:06.560091 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c00b1-4b97-47f9-a09f-4b638f18d41d admin admin] Pushing event updated for resources: {'Network': ['ID=280153d1-b3b3-454e-8ac2-265e677d6b63,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:06.561322 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Request body: {'subnet': {'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-925649454-subnet', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'ip_version': 4}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:06.573494 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:38:06.583302 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Made reservation on behalf of 42d4fc8eb7904c8584e43990f94c0fac for: {'subnet': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:06.585671 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63286617'] for subnet, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.754844 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63565864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63286635'] for subnet, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.810544 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c172bfbf-7aac-45a4-b4e7-dea9233987f7,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:06.819476 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Checking segment: {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:06.819843 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Network hostable DHCP agents. Network: 280153d1-b3b3-454e-8ac2-265e677d6b63, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:38:06.836179 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:38:06.844233 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 280153d1-b3b3-454e-8ac2-265e677d6b63) {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:06.848295 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:06.848889 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.853021 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d50fdf-afdc-47b3-9031-0d887a382791 None None] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:06.863671 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-cd38a38b-8a49-4cb7-b868-23ffbbf92707 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3059266 Jul 08 01:38:06.866379 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45636) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:06.870910 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:06.890744 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.891866 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.945690 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.996795 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-280153d1-b3b3-454e-8ac2-265e677d6b63', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:38:06.997636 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.134554 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Allocated IP 172.20.0.2 (280153d1-b3b3-454e-8ac2-265e677d6b63/c172bfbf-7aac-45a4-b4e7-dea9233987f7/4e5fea08-a506-4516-851b-c273b07cbea5) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:07.279634 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.288064 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Transition to ACTIVE for port object 4e5fea08-a506-4516-851b-c273b07cbea5 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:07.303207 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Transition to ACTIVE for port object 4e5fea08-a506-4516-851b-c273b07cbea5 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:07.308604 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.345976 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:07.346797 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.349198 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:07.352627 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:07.359659 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Pushing event updated for resources: {'Port': ['ID=4e5fea08-a506-4516-851b-c273b07cbea5,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:07.414446 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Attempting to bind port 4e5fea08-a506-4516-851b-c273b07cbea5 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:07.414770 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Attempting to bind port 4e5fea08-a506-4516-851b-c273b07cbea5 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:07.415134 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Attempting to bind port 4e5fea08-a506-4516-851b-c273b07cbea5 on network 280153d1-b3b3-454e-8ac2-265e677d6b63 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:07.420159 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:07.420524 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Checking segment: {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:07.420917 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.421306 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Bound using segment: {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:07.421781 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Bound port: 4e5fea08-a506-4516-851b-c273b07cbea5, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:07.422155 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.484358 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] For port 4e5fea08-a506-4516-851b-c273b07cbea5, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:07.487371 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] For port 4e5fea08-a506-4516-851b-c273b07cbea5, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=4e5fea08-a506-4516-851b-c273b07cbea5,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:07.493091 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.551283 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.554325 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2595248-f1eb-4516-8f4f-0315ddb97d8a None None] Pushing event updated for resources: {'Port': ['ID=4e5fea08-a506-4516-851b-c273b07cbea5,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:07.570751 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.688506 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Allocated IP 172.27.3.2 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/cdf5cd07-7d81-417a-8cfa-a5607c27d62c) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:07.828424 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 4e5fea08-a506-4516-851b-c273b07cbea5 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:07.828971 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.869803 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.880771 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 4e5fea08-a506-4516-851b-c273b07cbea5 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:07.915560 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:07.918582 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:07.922036 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:07.927308 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Pushing event updated for resources: {'Port': ['ID=cdf5cd07-7d81-417a-8cfa-a5607c27d62c,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:08.169012 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.366851 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.374820 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52bc0f4-fbf2-4482-a416-6215a8c1e1c2 None None] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:08.426824 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-efa0d74e-ef00-4f5d-a4e8-813cfc4b2015 None None] Provisioning for port 4e5fea08-a506-4516-851b-c273b07cbea5 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:08.437754 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-efa0d74e-ef00-4f5d-a4e8-813cfc4b2015 None None] Provisioning complete for port 4e5fea08-a506-4516-851b-c273b07cbea5 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:08.438126 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-efa0d74e-ef00-4f5d-a4e8-813cfc4b2015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.495260 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Router 33e051b9-e48e-4936-ad26-ff0e8a995a9b is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:38:08.578568 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-efa0d74e-ef00-4f5d-a4e8-813cfc4b2015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.608840 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:08.618457 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-efa0d74e-ef00-4f5d-a4e8-813cfc4b2015 None None] For port 4e5fea08-a506-4516-851b-c273b07cbea5, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=4e5fea08-a506-4516-851b-c273b07cbea5,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:08.620985 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Sync routers for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:08.624946 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.626253 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-487ee6fc-2d61-4a62-a13b-992c83e0c89f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7587464 Jul 08 01:38:08.627577 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-efa0d74e-ef00-4f5d-a4e8-813cfc4b2015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.629680 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45640) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:08.654918 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:08.655565 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:08.748770 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0d74e-ef00-4f5d-a4e8-813cfc4b2015 None None] Pushing event updated for resources: {'Port': ['ID=4e5fea08-a506-4516-851b-c273b07cbea5,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:08.780732 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:08.897110 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-91bdf47d-5e42-47af-af62-3599674617e4 None None] Provisioning complete for port 4e5fea08-a506-4516-851b-c273b07cbea5 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:08.897813 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-91bdf47d-5e42-47af-af62-3599674617e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.036956 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:08Z', 'revision_number': 3, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:09.051115 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.066329 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Checking router: 33e051b9-e48e-4936-ad26-ff0e8a995a9b for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:09.066686 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Updating router 33e051b9-e48e-4936-ad26-ff0e8a995a9b port cdf5cd07-7d81-417a-8cfa-a5607c27d62c binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:38:09.099779 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.202637 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Allocated IP 172.20.0.1 (280153d1-b3b3-454e-8ac2-265e677d6b63/c172bfbf-7aac-45a4-b4e7-dea9233987f7/2090ba89-a22b-4099-9342-939cbb8a93dc) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:09.302864 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.314886 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Transition to ACTIVE for port object 2090ba89-a22b-4099-9342-939cbb8a93dc will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:09.345421 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.346875 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.355343 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Transition to ACTIVE for port object cdf5cd07-7d81-417a-8cfa-a5607c27d62c will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:09.361411 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.389159 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:09.392337 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:09.396566 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:09.402340 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Pushing event updated for resources: {'Port': ['ID=2090ba89-a22b-4099-9342-939cbb8a93dc,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:09.417399 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Attempting to bind port cdf5cd07-7d81-417a-8cfa-a5607c27d62c on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:09.417812 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Attempting to bind port cdf5cd07-7d81-417a-8cfa-a5607c27d62c by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:09.418591 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Attempting to bind port cdf5cd07-7d81-417a-8cfa-a5607c27d62c on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:09.420129 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2942f-3a7d-41d3-b8ca-cedc8d5772d8 None None] Pushing event updated for resources: {'Port': ['ID=cdf5cd07-7d81-417a-8cfa-a5607c27d62c,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:09.425523 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:09.425925 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:09.426322 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.426704 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:09.427163 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Bound port: cdf5cd07-7d81-417a-8cfa-a5607c27d62c, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:09.427544 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.437837 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.480094 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] For port cdf5cd07-7d81-417a-8cfa-a5607c27d62c, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:09.483168 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] For port cdf5cd07-7d81-417a-8cfa-a5607c27d62c, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=cdf5cd07-7d81-417a-8cfa-a5607c27d62c,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:09.488341 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.544124 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:09.544766 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:09.587108 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.592231 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2942f-3a7d-41d3-b8ca-cedc8d5772d8 None None] Pushing event updated for resources: {'Port': ['ID=cdf5cd07-7d81-417a-8cfa-a5607c27d62c,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:09.663856 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-f3600e5e-a904-48f9-8171-7ad92a6242b0 None None] Provisioning for port 2090ba89-a22b-4099-9342-939cbb8a93dc completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:09.672617 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:09.674259 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-f3600e5e-a904-48f9-8171-7ad92a6242b0 None None] Provisioning complete for port 2090ba89-a22b-4099-9342-939cbb8a93dc triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:09.674634 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f3600e5e-a904-48f9-8171-7ad92a6242b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.757765 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.763169 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.768527 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-f3600e5e-a904-48f9-8171-7ad92a6242b0 None None] Port 2090ba89-a22b-4099-9342-939cbb8a93dc cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:38:09.807603 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 4e5fea08-a506-4516-851b-c273b07cbea5 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:09.832716 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.835570 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Pushing event updated for resources: {'Port': ['ID=2090ba89-a22b-4099-9342-939cbb8a93dc,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:09.903752 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 4e5fea08-a506-4516-851b-c273b07cbea5 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:09.904401 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.926566 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:09.927940 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:09.964349 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 1, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:10.017507 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e4db31-1450-4bb9-aaa9-a53b0760d15d None None] The sync data for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi is: [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 1, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:10.049914 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Router 33e051b9-e48e-4936-ad26-ff0e8a995a9b has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:10.161035 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:10.165955 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-074c70b8-cb95-408e-b6b6-dcc95950aa36 admin admin] 10.222.0.22 "PUT /v2.0/routers/33e051b9-e48e-4936-ad26-ff0e8a995a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5350530 Jul 08 01:38:10.191762 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-f2110520-52dd-4333-917c-e3f8360fa49d None None] Provisioning complete for port 2090ba89-a22b-4099-9342-939cbb8a93dc triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:10.192210 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f2110520-52dd-4333-917c-e3f8360fa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.231418 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-f2110520-52dd-4333-917c-e3f8360fa49d None None] Port 2090ba89-a22b-4099-9342-939cbb8a93dc cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:38:10.670480 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45656) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:10.676160 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513263978-network', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:10.695578 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Made reservation on behalf of f4073f1a9cca4951b31ebd926eae774a for: {'network': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:10.698214 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for network, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.707493 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.804881 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.809657 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.835620 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=92926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:38:10.844658 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6bf4fd-327f-47af-b11c-e33d0d70868f,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:10.852054 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.852417 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.segments_db [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Added segment d46f5fc5-83cc-4a77-a1d9-d6d8e012e383 of type vlan for network 1b7e6d61-8177-4052-a277-64eb146b37e4 Jul 08 01:38:10.896183 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730024782686'] for network, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.926239 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670'] for network, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.927466 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:10.928056 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.986333 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3140891 Jul 08 01:38:10.988852 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45658) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:10.995654 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Request body: {'subnet': {'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-subnet', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'ip_version': 4}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:11.001787 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743de3-5974-49e6-8d5b-7cc0c1979391 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7e6d61-8177-4052-a277-64eb146b37e4,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:11.012697 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Network 1b7e6d61-8177-4052-a277-64eb146b37e4 details requested by agent ovs-agent-dv-cinder-799848-1-iscsi with host dv-cinder-799848-1-iscsi {{(pid=92927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:38:11.031172 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Made reservation on behalf of f4073f1a9cca4951b31ebd926eae774a for: {'subnet': 1} {{(pid=92926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:11.034120 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65916390'] for subnet, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.224979 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65648204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65916372'] for subnet, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.280209 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:11.289641 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Checking segment: {'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:11.290035 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Network hostable DHCP agents. Network: 1b7e6d61-8177-4052-a277-64eb146b37e4, hostable agents: ['caa4b731-4ec4-4e00-8f95-8ec2a2d082ed'], hosted agents: [] {{(pid=92926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:38:11.306927 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Network 1b7e6d61-8177-4052-a277-64eb146b37e4 is scheduled to be hosted by DHCP agent caa4b731-4ec4-4e00-8f95-8ec2a2d082ed with binding_index 1 {{(pid=92926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:38:11.315750 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799848-1-iscsi, 1b7e6d61-8177-4052-a277-64eb146b37e4) {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:11.321297 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:11.321941 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.326271 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6540dc-d432-4da1-9226-ae524269bfbf None None] Network 1b7e6d61-8177-4052-a277-64eb146b37e4 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:11.336212 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9a29c994-74bd-4b2a-811e-3a905a9eeeea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3462565 Jul 08 01:38:11.338729 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45660) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:11.343155 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:11.363661 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2350'] for router, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.364932 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2337'] for router, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.417802 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.470605 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad8afc5-dc26-5f5b-a8ed-b5df08b0422c-1b7e6d61-8177-4052-a277-64eb146b37e4', 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'fixed_ips': [{'subnet_id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc'}]}} from dv-cinder-799848-1-iscsi. {{(pid=92927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:38:11.471542 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.553439 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2355'] for router, precommit_update {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.603862 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Allocated IP 172.20.0.2 (1b7e6d61-8177-4052-a277-64eb146b37e4/5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc/88a1028b-63db-42fd-a5c5-9cf90d3ad90d) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:11.765176 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.769134 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.781162 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Transition to ACTIVE for port object 88a1028b-63db-42fd-a5c5-9cf90d3ad90d will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:11.793367 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.798316 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Transition to ACTIVE for port object 88a1028b-63db-42fd-a5c5-9cf90d3ad90d will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:11.809234 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.819764 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device cdf5cd07-7d81-417a-8cfa-a5607c27d62c up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:11.884043 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Network 1b7e6d61-8177-4052-a277-64eb146b37e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:11.890932 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:11.893299 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:11.907182 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Pushing event updated for resources: {'Port': ['ID=88a1028b-63db-42fd-a5c5-9cf90d3ad90d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:11.909619 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_common [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Allocated IP 172.27.3.25 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/49b1b4e1-b10d-401c-a067-c70b86164968) {{(pid=92926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:11.963680 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Attempting to bind port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:11.964047 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Attempting to bind port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:11.964409 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Attempting to bind port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d on network 1b7e6d61-8177-4052-a277-64eb146b37e4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:11.971657 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:11.972044 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Checking segment: {'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:11.972484 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.972886 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Bound using segment: {'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:11.973363 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Bound port: 88a1028b-63db-42fd-a5c5-9cf90d3ad90d, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:11.973775 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.975571 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port cdf5cd07-7d81-417a-8cfa-a5607c27d62c completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:11.986848 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port cdf5cd07-7d81-417a-8cfa-a5607c27d62c triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:11.987223 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.017607 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.060606 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65600988'] for port, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.072905 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Sync routers for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:12.082883 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:12.083507 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:12.086151 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] For port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:12.090558 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] For port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=88a1028b-63db-42fd-a5c5-9cf90d3ad90d,segment=NetworkSegment(d46f5fc5-83cc-4a77-a1d9-d6d8e012e383),segment_id=d46f5fc5-83cc-4a77-a1d9-d6d8e012e383)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:12.109137 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:12.115290 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.base_scheduler [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:12.115426 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.118884 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Received port after_create {{(pid=92926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:12.146653 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Pushing event updated for resources: {'Port': ['ID=49b1b4e1-b10d-401c-a067-c70b86164968,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:12.164745 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.198930 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port cdf5cd07-7d81-417a-8cfa-a5607c27d62c, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=cdf5cd07-7d81-417a-8cfa-a5607c27d62c,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:12.204683 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.208993 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e425af-d404-4e19-9189-b6ee9f80568e None None] Pushing event updated for resources: {'Port': ['ID=88a1028b-63db-42fd-a5c5-9cf90d3ad90d,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:12.226241 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:12.269658 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=cdf5cd07-7d81-417a-8cfa-a5607c27d62c,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:12.407219 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.479370 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 2, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:12.507386 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Checking router: 33e051b9-e48e-4936-ad26-ff0e8a995a9b for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:12.508019 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Updating router 33e051b9-e48e-4936-ad26-ff0e8a995a9b port 2090ba89-a22b-4099-9342-939cbb8a93dc binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:38:12.543137 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.609715 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662534'] for router, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.741643 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Router 4c72c643-58a6-44da-adf4-fa3500a11d28 is scheduled to L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f with binding_index 1 {{(pid=92926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:38:12.850901 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:12.866734 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Sync routers for ids ['4c72c643-58a6-44da-adf4-fa3500a11d28'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:12.870674 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.872414 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-94085147-4585-4709-a97e-4a2b7c9e64ed admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5323825 Jul 08 01:38:12.875143 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45662) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:12.887790 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Routers {'4c72c643-58a6-44da-adf4-fa3500a11d28'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:12.888832 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['4c72c643-58a6-44da-adf4-fa3500a11d28'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:12.912349 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.926491 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Transition to ACTIVE for port object 2090ba89-a22b-4099-9342-939cbb8a93dc will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:12.938338 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.996939 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Pushing event updated for resources: {'Port': ['ID=2090ba89-a22b-4099-9342-939cbb8a93dc,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:13.018003 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Set router 4c72c643-58a6-44da-adf4-fa3500a11d28 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:13.025230 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.025583 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.025950 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.026288 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.026612 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.026942 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.027268 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.027592 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.027944 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.028285 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.028587 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.028907 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:13.070861 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Attempting to bind port 2090ba89-a22b-4099-9342-939cbb8a93dc on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:13.071407 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Attempting to bind port 2090ba89-a22b-4099-9342-939cbb8a93dc by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:13.071779 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Attempting to bind port 2090ba89-a22b-4099-9342-939cbb8a93dc on network 280153d1-b3b3-454e-8ac2-265e677d6b63 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:13.078138 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:13.078824 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Checking segment: {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:13.078921 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.079280 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Bound using segment: {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:13.079804 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Bound port: 2090ba89-a22b-4099-9342-939cbb8a93dc, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:13.080282 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.172688 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] For port 2090ba89-a22b-4099-9342-939cbb8a93dc, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:13.178152 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] For port 2090ba89-a22b-4099-9342-939cbb8a93dc, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2090ba89-a22b-4099-9342-939cbb8a93dc,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:13.186076 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.257278 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 3, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port': {'id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:13.278319 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c70b2-f136-48d7-bc64-1d008c085255 None None] Pushing event updated for resources: {'Port': ['ID=2090ba89-a22b-4099-9342-939cbb8a93dc,revision_number=4']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:13.281395 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:13.282541 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:13.304160 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Checking router: 4c72c643-58a6-44da-adf4-fa3500a11d28 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:13.304632 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Updating router 4c72c643-58a6-44da-adf4-fa3500a11d28 port 49b1b4e1-b10d-401c-a067-c70b86164968 binding host dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:38:13.387652 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.388930 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.413079 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:13.422954 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b02e6-6c67-4764-bd6a-5064bd06b177 None None] Network 1b7e6d61-8177-4052-a277-64eb146b37e4 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:13.580469 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Allocated IP 172.20.0.1 (1b7e6d61-8177-4052-a277-64eb146b37e4/5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc/8988908a-e176-4bb2-a2f2-d3aba1873530) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:13.584644 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-aef70035-d891-450b-95aa-362461c06e92 None None] Provisioning for port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:13.639702 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:13Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:13.668203 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39b506-3b2a-4887-976a-d38e83fb7e60 None None] The sync data for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi is: [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:13Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:13.705564 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.729006 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Transition to ACTIVE for port object 8988908a-e176-4bb2-a2f2-d3aba1873530 will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:13.777443 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.833753 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Network 1b7e6d61-8177-4052-a277-64eb146b37e4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:13.837344 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:13.839695 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.840737 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:13.856653 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Transition to ACTIVE for port object 49b1b4e1-b10d-401c-a067-c70b86164968 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:13.867744 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.879007 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8988908a-e176-4bb2-a2f2-d3aba1873530,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:13.903857 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659727'] for router_interface, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.992572 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Attempting to bind port 49b1b4e1-b10d-401c-a067-c70b86164968 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:13.993413 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Attempting to bind port 49b1b4e1-b10d-401c-a067-c70b86164968 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:13.993943 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Attempting to bind port 49b1b4e1-b10d-401c-a067-c70b86164968 on network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:14.013292 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2090ba89-a22b-4099-9342-939cbb8a93dc up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:14.019822 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:14.020311 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Checking segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:14.020793 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.021262 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Bound using segment: {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:14.022091 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Bound port: 49b1b4e1-b10d-401c-a067-c70b86164968, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee34e58-cf7f-437e-8a2f-39185727e40f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:14.022579 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.195162 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa30cda-1d28-401a-a10c-29c27c189618 None None] Pushing event updated for resources: {'Port': ['ID=49b1b4e1-b10d-401c-a067-c70b86164968,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:14.272888 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] For port 49b1b4e1-b10d-401c-a067-c70b86164968, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:14.276519 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] For port 49b1b4e1-b10d-401c-a067-c70b86164968, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=49b1b4e1-b10d-401c-a067-c70b86164968,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:14.285934 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.295591 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 2090ba89-a22b-4099-9342-939cbb8a93dc completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:14.337282 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 2090ba89-a22b-4099-9342-939cbb8a93dc triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:14.337663 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.400018 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Routers {'4c72c643-58a6-44da-adf4-fa3500a11d28'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:14.400659 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['4c72c643-58a6-44da-adf4-fa3500a11d28'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:14.406020 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa30cda-1d28-401a-a10c-29c27c189618 None None] Pushing event updated for resources: {'Port': ['ID=49b1b4e1-b10d-401c-a067-c70b86164968,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:14.449568 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-a4259f74-fb81-49bd-91cf-98a4ca0ebdec None None] Provisioning for port 8988908a-e176-4bb2-a2f2-d3aba1873530 completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:14.451121 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.463270 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-a4259f74-fb81-49bd-91cf-98a4ca0ebdec None None] Provisioning complete for port 8988908a-e176-4bb2-a2f2-d3aba1873530 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:14.463719 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a4259f74-fb81-49bd-91cf-98a4ca0ebdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.541588 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-a4259f74-fb81-49bd-91cf-98a4ca0ebdec None None] Port 8988908a-e176-4bb2-a2f2-d3aba1873530 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:38:14.587928 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] Set router 4c72c643-58a6-44da-adf4-fa3500a11d28 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:14.589770 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.618527 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.623150 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.684842 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 2090ba89-a22b-4099-9342-939cbb8a93dc, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2090ba89-a22b-4099-9342-939cbb8a93dc,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:14.695891 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.696080 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8988908a-e176-4bb2-a2f2-d3aba1873530,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:14.696694 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device cdf5cd07-7d81-417a-8cfa-a5607c27d62c up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:14.698554 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661340'] for router_interface, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.788434 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Network 1b7e6d61-8177-4052-a277-64eb146b37e4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:14.789941 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:14.821201 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=2090ba89-a22b-4099-9342-939cbb8a93dc,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:14.870515 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port cdf5cd07-7d81-417a-8cfa-a5607c27d62c triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:14.870895 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.908828 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Router 4c72c643-58a6-44da-adf4-fa3500a11d28 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:14.936757 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 4, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port': {'id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '8988908a-e176-4bb2-a2f2-d3aba1873530', 'name': '', 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'mac_address': 'fa:16:3e:33:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:13Z', 'updated_at': '2021-07-08T01:38:13Z', 'revision_number': 1, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'subnets': [{'id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:14.981612 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec1d6a-5a27-4c62-9e26-26e626dabeab None None] The sync data for ids ['4c72c643-58a6-44da-adf4-fa3500a11d28'] in dv-cinder-799848-1-iscsi is: [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 4, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port': {'id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '8988908a-e176-4bb2-a2f2-d3aba1873530', 'name': '', 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'mac_address': 'fa:16:3e:33:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:13Z', 'updated_at': '2021-07-08T01:38:13Z', 'revision_number': 1, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'subnets': [{'id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:14.995268 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 88a1028b-63db-42fd-a5c5-9cf90d3ad90d up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:15.026099 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:15.031884 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-3aaabc42-4ffe-4a60-ba77-e499c97961e6 admin admin] 10.222.0.22 "PUT /v2.0/routers/4c72c643-58a6-44da-adf4-fa3500a11d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1556096 Jul 08 01:38:15.054468 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:15.061342 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:15.061644 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.092661 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-23890172-b4f0-403c-bc75-e4450a8436c7 None None] Provisioning complete for port 8988908a-e176-4bb2-a2f2-d3aba1873530 triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:15.093038 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-23890172-b4f0-403c-bc75-e4450a8436c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.135924 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-23890172-b4f0-403c-bc75-e4450a8436c7 None None] Port 8988908a-e176-4bb2-a2f2-d3aba1873530 cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:38:15.183102 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.221582 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=88a1028b-63db-42fd-a5c5-9cf90d3ad90d,segment=NetworkSegment(d46f5fc5-83cc-4a77-a1d9-d6d8e012e383),segment_id=d46f5fc5-83cc-4a77-a1d9-d6d8e012e383)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:15.226232 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.286283 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=88a1028b-63db-42fd-a5c5-9cf90d3ad90d,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:15.802645 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2090ba89-a22b-4099-9342-939cbb8a93dc up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:15.856489 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 2090ba89-a22b-4099-9342-939cbb8a93dc triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:15.857061 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.943973 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 88a1028b-63db-42fd-a5c5-9cf90d3ad90d up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:15.998054 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:15.998426 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.837835 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 49b1b4e1-b10d-401c-a067-c70b86164968 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:17.900197 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 49b1b4e1-b10d-401c-a067-c70b86164968 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:17.902898 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 49b1b4e1-b10d-401c-a067-c70b86164968 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:17.903280 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.000522 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.032908 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 49b1b4e1-b10d-401c-a067-c70b86164968, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=49b1b4e1-b10d-401c-a067-c70b86164968,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:18.038947 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.075341 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Sync routers for ids ['4c72c643-58a6-44da-adf4-fa3500a11d28'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:18.086339 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Routers {'4c72c643-58a6-44da-adf4-fa3500a11d28'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:18.087595 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['4c72c643-58a6-44da-adf4-fa3500a11d28'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:18.114884 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=49b1b4e1-b10d-401c-a067-c70b86164968,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:18.231209 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Set router 4c72c643-58a6-44da-adf4-fa3500a11d28 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:18.432257 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 4, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port': {'id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '8988908a-e176-4bb2-a2f2-d3aba1873530', 'name': '', 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'mac_address': 'fa:16:3e:33:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:13Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 2, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'subnets': [{'id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:18.462623 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Checking router: 4c72c643-58a6-44da-adf4-fa3500a11d28 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:18.462896 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Updating router 4c72c643-58a6-44da-adf4-fa3500a11d28 port 8988908a-e176-4bb2-a2f2-d3aba1873530 binding host dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:38:18.497546 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.769854 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.782539 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Transition to ACTIVE for port object 8988908a-e176-4bb2-a2f2-d3aba1873530 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:18.788937 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.939680 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84611e1-460b-43b1-a1d6-8b21e17e91d3 None None] Pushing event updated for resources: {'Port': ['ID=8988908a-e176-4bb2-a2f2-d3aba1873530,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:19.018562 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Attempting to bind port 8988908a-e176-4bb2-a2f2-d3aba1873530 on host dv-cinder-799848-1-iscsi for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:19.019534 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Attempting to bind port 8988908a-e176-4bb2-a2f2-d3aba1873530 by drivers openvswitch,hyperv on host dv-cinder-799848-1-iscsi at level 0 using segments [{'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:19.020035 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Attempting to bind port 8988908a-e176-4bb2-a2f2-d3aba1873530 on network 1b7e6d61-8177-4052-a277-64eb146b37e4 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:19.026259 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Checking agent: {'id': '8a0d0bdc-a247-4af6-b4b4-2becf3a7a7e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 21, 28), 'started_at': datetime.datetime(2021, 7, 8, 1, 21, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:19.026754 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Checking segment: {'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:19.027216 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.027688 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Bound using segment: {'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:19.028239 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Bound port: 8988908a-e176-4bb2-a2f2-d3aba1873530, host: dv-cinder-799848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:19.030879 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.116436 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] For port 8988908a-e176-4bb2-a2f2-d3aba1873530, host dv-cinder-799848-1-iscsi, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:19.122998 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] For port 8988908a-e176-4bb2-a2f2-d3aba1873530, host dv-cinder-799848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=8988908a-e176-4bb2-a2f2-d3aba1873530,segment=NetworkSegment(d46f5fc5-83cc-4a77-a1d9-d6d8e012e383),segment_id=d46f5fc5-83cc-4a77-a1d9-d6d8e012e383)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:19.129813 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.197123 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Routers {'4c72c643-58a6-44da-adf4-fa3500a11d28'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:19.197799 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:37:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['4c72c643-58a6-44da-adf4-fa3500a11d28'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:19.202930 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84611e1-460b-43b1-a1d6-8b21e17e91d3 None None] Pushing event updated for resources: {'Port': ['ID=8988908a-e176-4bb2-a2f2-d3aba1873530,revision_number=4']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:19.339069 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] Set router 4c72c643-58a6-44da-adf4-fa3500a11d28 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:19.561120 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 4, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port': {'id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '8988908a-e176-4bb2-a2f2-d3aba1873530', 'name': '', 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'mac_address': 'fa:16:3e:33:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:13Z', 'updated_at': '2021-07-08T01:38:19Z', 'revision_number': 4, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'subnets': [{'id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:19.587087 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820435b0-3d70-4888-becd-5cbe06a38eaf None None] The sync data for ids ['4c72c643-58a6-44da-adf4-fa3500a11d28'] in dv-cinder-799848-1-iscsi is: [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 4, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port': {'id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '8988908a-e176-4bb2-a2f2-d3aba1873530', 'name': '', 'network_id': '1b7e6d61-8177-4052-a277-64eb146b37e4', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'mac_address': 'fa:16:3e:33:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:13Z', 'updated_at': '2021-07-08T01:38:19Z', 'revision_number': 4, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'subnets': [{'id': '5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:19.837520 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 8988908a-e176-4bb2-a2f2-d3aba1873530 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:19.898302 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning for port 8988908a-e176-4bb2-a2f2-d3aba1873530 completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:19.902322 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 8988908a-e176-4bb2-a2f2-d3aba1873530 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:19.902716 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.989663 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:20.024736 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] For port 8988908a-e176-4bb2-a2f2-d3aba1873530, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=8988908a-e176-4bb2-a2f2-d3aba1873530,segment=NetworkSegment(d46f5fc5-83cc-4a77-a1d9-d6d8e012e383),segment_id=d46f5fc5-83cc-4a77-a1d9-d6d8e012e383)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:20.031907 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:20.032708 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 49b1b4e1-b10d-401c-a067-c70b86164968 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:20.119097 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Pushing event updated for resources: {'Port': ['ID=8988908a-e176-4bb2-a2f2-d3aba1873530,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:20.129090 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 49b1b4e1-b10d-401c-a067-c70b86164968 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:20.129466 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:21.804217 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 8988908a-e176-4bb2-a2f2-d3aba1873530 up at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:21.855780 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Provisioning complete for port 8988908a-e176-4bb2-a2f2-d3aba1873530 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:21.856543 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:23.057225 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:24.115842 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-7dfb76ba-aa6b-46b7-adfe-0d60396eee8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506246 Jul 08 01:38:24.210359 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-51aceaad-c64a-4dde-bf3b-012a59e9ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.212208 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-51aceaad-c64a-4dde-bf3b-012a59e9ba7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 1099 time: 0.0528986 Jul 08 01:38:24.320703 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-28767991-c3d6-4c3e-ae79-78e1971d5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.322204 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-28767991-c3d6-4c3e-ae79-78e1971d5985 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.0894244 Jul 08 01:38:24.387653 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-f9f12220-2f20-492b-9c6e-e369684a661b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7 HTTP/1.1" status: 200 len: 1001 time: 0.0571284 Jul 08 01:38:24.421002 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393b21-0987-49b6-894b-9536b2e3f647 req-43075f58-9345-4027-8e81-d36fa1eb1e01 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.422432 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-43075f58-9345-4027-8e81-d36fa1eb1e01 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/networks?id=280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 200 len: 814 time: 0.1020291 Jul 08 01:38:24.437541 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-9e8ce91c-538b-45bd-9382-f3c3368bebbd tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/quotas/42d4fc8eb7904c8584e43990f94c0fac HTTP/1.1" status: 200 len: 375 time: 0.0089285 Jul 08 01:38:24.440220 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-4869d04b-50de-4d5d-945e-41d2b8fd2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.441884 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-4869d04b-50de-4d5d-945e-41d2b8fd2c4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0472817 Jul 08 01:38:24.498504 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-530afc77-af1a-4965-9abe-97e57cf62333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.500001 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-530afc77-af1a-4965-9abe-97e57cf62333 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508690 Jul 08 01:38:24.506095 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-0d404191-4a4c-4be6-95c3-95032c23e461 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635922 Jul 08 01:38:24.588141 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-6e392fdd-c1fb-4179-a4da-2ce33f71e76f service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814605 Jul 08 01:38:24.602640 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-8f2194c6-3436-4252-b926-5d699d7fd94c service neutron] 10.222.0.22 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854037 Jul 08 01:38:24.681318 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3613d849-f44f-49c7-92e3-51f168b8eaa9 req-d6f728d2-e12f-4bc9-a00f-9273f49ff2bd service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857236 Jul 08 01:38:24.690665 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-251207aa-5ffd-4a7d-a959-a881df9d931a service neutron] 10.222.0.22 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823276 Jul 08 01:38:24.859653 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3e5ec75e-8a38-40db-a0e2-8931c5bc45c0 req-5bac6147-d463-4e3d-ac97-698265ec76f5 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 210 time: 0.0296171 Jul 08 01:38:25.662475 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ee05a041-c62c-463d-af5e-15c6322276e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.900557 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393b21-0987-49b6-894b-9536b2e3f647 req-bc01ae25-49b3-4686-9936-aa1e9675ce2f tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:25.902062 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-bc01ae25-49b3-4686-9936-aa1e9675ce2f tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.21 "GET /v2.0/networks?id=280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 200 len: 814 time: 0.1076412 Jul 08 01:38:25.919048 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'port': {'device_id': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'admin_state_up': True, 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:26.002314 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-25ed61f1-478d-4bf9-9f17-7de09238d9da req-d0b03f9c-88c8-455c-88da-da27998e576e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 210 time: 0.0301735 Jul 08 01:38:26.031893 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Made reservation on behalf of 42d4fc8eb7904c8584e43990f94c0fac for: {'port': 1} {{(pid=92925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:26.036308 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:26.163340 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Allocated IP 172.20.0.9 (280153d1-b3b3-454e-8ac2-265e677d6b63/c172bfbf-7aac-45a4-b4e7-dea9233987f7/c9362a3a-f503-4187-b995-d30e25a0583a) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:26.318023 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:26.345111 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Transition to ACTIVE for port object c9362a3a-f503-4187-b995-d30e25a0583a will not be triggered until provisioned by entity DHCP. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:26.390073 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:26.480760 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'Port': ['ID=c9362a3a-f503-4187-b995-d30e25a0583a,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:26.484412 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:26.486214 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:26.488380 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:26.557432 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:26.558100 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:26.582322 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-cf189839-031f-4fbc-b876-44508cd9ed10 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6667140 Jul 08 01:38:26.802911 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-5d1bc72a-cb74-4907-bccc-bdcf5cc95dde None None] Provisioning for port c9362a3a-f503-4187-b995-d30e25a0583a completed by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:26.807056 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-5d1bc72a-cb74-4907-bccc-bdcf5cc95dde None None] Provisioning complete for port c9362a3a-f503-4187-b995-d30e25a0583a triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:26.807432 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5d1bc72a-cb74-4907-bccc-bdcf5cc95dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:26.840680 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bc72a-cb74-4907-bccc-bdcf5cc95dde None None] Port c9362a3a-f503-4187-b995-d30e25a0583a cannot update to ACTIVE because it is not bound. {{(pid=92927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:38:27.184488 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4efc5-5b26-4790-aba5-3000a864d7e3 req-48515d7b-fc9e-485d-ae5e-df847357981b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:27.186033 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bea4efc5-5b26-4790-aba5-3000a864d7e3 req-48515d7b-fc9e-485d-ae5e-df847357981b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 931 time: 0.0664415 Jul 08 01:38:27.229466 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-bea4efc5-5b26-4790-aba5-3000a864d7e3 req-cf981990-5d54-4ca4-9beb-570c19b69131 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Jul 08 01:38:28.409008 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d857f1-6e70-43a2-a7f7-0e8de672c87e req-e1590f77-5d4d-419c-8f65-fd45bc6cea1c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:28.411089 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-69d857f1-6e70-43a2-a7f7-0e8de672c87e req-e1590f77-5d4d-419c-8f65-fd45bc6cea1c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 931 time: 0.0682914 Jul 08 01:38:28.449049 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.452948 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-69d857f1-6e70-43a2-a7f7-0e8de672c87e req-8ff51320-a69f-4811-a1d1-1c97e4bd88e1 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Jul 08 01:38:28.467130 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-669e18bf-e630-434b-afc3-b2ceebdb39f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.465988 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.631386 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9526da9-d561-4a9e-a945-45e44d3b70d4 req-54a7a363-dd62-410a-9471-f8fb162070d7 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:29.632995 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f9526da9-d561-4a9e-a945-45e44d3b70d4 req-54a7a363-dd62-410a-9471-f8fb162070d7 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 931 time: 0.0654178 Jul 08 01:38:29.671634 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f9526da9-d561-4a9e-a945-45e44d3b70d4 req-0655dec6-e929-453d-a6f7-3054fccd1581 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Jul 08 01:38:30.845825 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:30.850693 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433db44-81b4-4aa6-81ee-48318788873a req-7caece27-e4fb-46e9-b3db-b2051420d9e7 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:30.852467 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0433db44-81b4-4aa6-81ee-48318788873a req-7caece27-e4fb-46e9-b3db-b2051420d9e7 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 931 time: 0.0687153 Jul 08 01:38:30.900433 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0433db44-81b4-4aa6-81ee-48318788873a req-a2df0f2d-9c67-4476-9684-e0586236f938 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Jul 08 01:38:32.079964 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044e41d-d8cb-4d17-b199-2662b9217a55 req-d19c99d1-7118-4c77-8a78-7f67c32a206d tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:32.081522 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5044e41d-d8cb-4d17-b199-2662b9217a55 req-d19c99d1-7118-4c77-8a78-7f67c32a206d tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 931 time: 0.0648832 Jul 08 01:38:32.130202 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-5044e41d-d8cb-4d17-b199-2662b9217a55 req-a4e76087-bbe6-4bdb-bb17-9733a8ff4461 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Jul 08 01:38:33.312059 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32504a32-8c75-40df-bda5-f351164aeaa0 req-8192f122-37ec-41d0-8763-31049b1b25f0 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:33.313849 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-32504a32-8c75-40df-bda5-f351164aeaa0 req-8192f122-37ec-41d0-8763-31049b1b25f0 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 931 time: 0.0654962 Jul 08 01:38:33.357602 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-32504a32-8c75-40df-bda5-f351164aeaa0 req-de872d5c-6b27-443f-a05e-f2cbd81eb300 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Jul 08 01:38:34.120334 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:38:34.538378 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e48e23-e3b5-491a-9e66-3d32bab43e49 req-95ce5aa6-6635-447d-8fe5-bac57e8a6985 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:34.539971 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-01e48e23-e3b5-491a-9e66-3d32bab43e49 req-95ce5aa6-6635-447d-8fe5-bac57e8a6985 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 931 time: 0.0701487 Jul 08 01:38:34.579462 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-01e48e23-e3b5-491a-9e66-3d32bab43e49 req-3891a522-1ac7-44af-a4fd-4b5b82591e08 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Jul 08 01:38:35.755885 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5849871-390e-44af-b549-a9bdeffe3867 req-32fece9b-895c-4d27-b330-922915c019be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:35.757422 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f5849871-390e-44af-b549-a9bdeffe3867 req-32fece9b-895c-4d27-b330-922915c019be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 931 time: 0.0634162 Jul 08 01:38:35.797155 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f5849871-390e-44af-b549-a9bdeffe3867 req-332029f9-e553-45d5-ab4b-2a054dfe103d tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Jul 08 01:38:36.456229 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Request body: {'port': {'device_id': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79984'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:36.526093 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.783634 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9362a3a-f503-4187-b995-d30e25a0583a {{(pid=92925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:36.791579 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.805348 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Transition to ACTIVE for port object c9362a3a-f503-4187-b995-d30e25a0583a will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:36.809107 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.894508 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9362a3a-f503-4187-b995-d30e25a0583a,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:36.980138 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Attempting to bind port c9362a3a-f503-4187-b995-d30e25a0583a on host hv-cinder-79984 for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:36.980481 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Attempting to bind port c9362a3a-f503-4187-b995-d30e25a0583a by drivers openvswitch,hyperv on host hv-cinder-79984 at level 0 using segments [{'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:36.980820 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Attempting to bind port c9362a3a-f503-4187-b995-d30e25a0583a on network 280153d1-b3b3-454e-8ac2-265e677d6b63 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:36.987943 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Port c9362a3a-f503-4187-b995-d30e25a0583a on network 280153d1-b3b3-454e-8ac2-265e677d6b63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79984 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:36.988834 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Attempting to bind port c9362a3a-f503-4187-b995-d30e25a0583a on network 280153d1-b3b3-454e-8ac2-265e677d6b63 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:36.996749 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Checking agent: {'id': '96904a04-a6d4-4d11-87ef-447f1660cd0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79984', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'started_at': datetime.datetime(2021, 7, 8, 1, 27, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:36.997018 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Checking segment: {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:36.997416 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Bound using segment: {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:36.997892 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Bound port: c9362a3a-f503-4187-b995-d30e25a0583a, host: hv-cinder-79984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87079648-c644-464c-954d-e16313a7743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:36.998259 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:37.048259 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c942-ccb0-40f4-aed1-ecfcd2751d6d req-3fe44859-5d3a-4af6-9871-daab935ee9bc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.049773 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9286c942-ccb0-40f4-aed1-ecfcd2751d6d req-3fe44859-5d3a-4af6-9871-daab935ee9bc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 943 time: 0.1209223 Jul 08 01:38:37.103855 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] For port c9362a3a-f503-4187-b995-d30e25a0583a, host hv-cinder-79984, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:37.111754 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9286c942-ccb0-40f4-aed1-ecfcd2751d6d req-558bc441-a4a5-4ab2-b852-e7f2fa59b7b4 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535238 Jul 08 01:38:37.121412 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] For port c9362a3a-f503-4187-b995-d30e25a0583a, host hv-cinder-79984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c9362a3a-f503-4187-b995-d30e25a0583a,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:37.126660 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:37.157682 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.158371 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:37.159775 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] 10.222.0.21 "PUT /v2.0/ports/c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 1093 time: 0.7082491 Jul 08 01:38:37.162469 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:37.165577 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8d9cc1-323b-4dc4-a43a-c2887215728b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:37.196660 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de2844-cb50-408d-a46c-c0e10623bda7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9362a3a-f503-4187-b995-d30e25a0583a,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:37.214408 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945be430-5247-45bf-9927-2ec5aa61b50e x-openstack-request-id: req-945be430-5247-45bf-9927-2ec5aa61b50e {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:37.214706 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:37.214956 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-945be430-5247-45bf-9927-2ec5aa61b50e {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:37.215343 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'status': 'completed', 'code': 200} Jul 08 01:38:37.273579 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393b21-0987-49b6-894b-9536b2e3f647 req-ed57640f-a6ab-4a92-8749-313725a930be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.275179 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-ed57640f-a6ab-4a92-8749-313725a930be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1096 time: 0.0700607 Jul 08 01:38:37.318409 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-ba03110d-4f2c-4470-a883-e1afc59a95ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 217 time: 0.0355775 Jul 08 01:38:37.367887 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393b21-0987-49b6-894b-9536b2e3f647 req-a683f854-39f5-4d74-84b7-cb40900edab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.369332 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-a683f854-39f5-4d74-84b7-cb40900edab4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c172bfbf-7aac-45a4-b4e7-dea9233987f7 HTTP/1.1" status: 200 len: 853 time: 0.0443618 Jul 08 01:38:37.424513 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393b21-0987-49b6-894b-9536b2e3f647 req-9efd4f8d-d7e3-4644-9030-cfc73b86bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.425974 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-9efd4f8d-d7e3-4644-9030-cfc73b86bd45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280153d1-b3b3-454e-8ac2-265e677d6b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499680 Jul 08 01:38:37.513704 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-9d63d5f7-4337-479d-9c99-7290b191e880 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812058 Jul 08 01:38:37.600222 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-81393b21-0987-49b6-894b-9536b2e3f647 req-dd3412e4-7531-447f-b1ac-091252b42131 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794635 Jul 08 01:38:37.702723 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-e99302d1-89d1-4c18-8d56-97102462d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.704182 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-e99302d1-89d1-4c18-8d56-97102462d44e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1096 time: 0.0553133 Jul 08 01:38:37.790531 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-e28e67db-6aaa-4a8c-a6c8-ac56b0904f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.792153 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-e28e67db-6aaa-4a8c-a6c8-ac56b0904f8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 200 len: 914 time: 0.0810881 Jul 08 01:38:37.837605 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-5a60c6b6-0a5f-4c2d-bc4c-7ae4fb4971d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 217 time: 0.0375090 Jul 08 01:38:37.887429 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-295c2954-988d-48b9-af2e-43f728f14a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.888890 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-295c2954-988d-48b9-af2e-43f728f14a85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c172bfbf-7aac-45a4-b4e7-dea9233987f7 HTTP/1.1" status: 200 len: 853 time: 0.0446513 Jul 08 01:38:37.945103 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-b2cb431c-148e-4b5c-9d90-1b7314df042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.946579 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-b2cb431c-148e-4b5c-9d90-1b7314df042b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280153d1-b3b3-454e-8ac2-265e677d6b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506382 Jul 08 01:38:38.037265 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-20cb238c-67d8-416a-9376-07c62c87a295 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Jul 08 01:38:38.124320 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-aa8d9cc1-323b-4dc4-a43a-c2887215728b req-bf81b65e-7120-4bbb-8e46-4303505b3e82 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803719 Jul 08 01:38:38.280562 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148f7bf-257b-4506-8eb7-4acb001377d2 req-ce0447e7-40e8-4693-8d9a-865203cdeefb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:38.282103 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6148f7bf-257b-4506-8eb7-4acb001377d2 req-ce0447e7-40e8-4693-8d9a-865203cdeefb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 943 time: 0.0617685 Jul 08 01:38:38.319149 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-6148f7bf-257b-4506-8eb7-4acb001377d2 req-363fcd2b-9b04-4281-ac30-96f4ed89b14c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Jul 08 01:38:38.888894 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device c9362a3a-f503-4187-b995-d30e25a0583a details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:38.981884 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port c9362a3a-f503-4187-b995-d30e25a0583a, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c9362a3a-f503-4187-b995-d30e25a0583a,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:38.992570 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'port_id': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'mac_address': 'fa:16:3e:d4:8a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:39.028088 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.041460 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9362a3a-f503-4187-b995-d30e25a0583a {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:39.060144 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port c9362a3a-f503-4187-b995-d30e25a0583a, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c9362a3a-f503-4187-b995-d30e25a0583a,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:39.064153 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.112641 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=c9362a3a-f503-4187-b995-d30e25a0583a,revision_number=4']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:39.300484 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['c9362a3a-f503-4187-b995-d30e25a0583a'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:39.489363 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68e345-8945-4a70-be84-92241d3d25cd req-b8894c07-0c21-494c-8755-3fab675b571d tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:39.490881 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ef68e345-8945-4a70-be84-92241d3d25cd req-b8894c07-0c21-494c-8755-3fab675b571d tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 944 time: 0.0620372 Jul 08 01:38:39.527142 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-ef68e345-8945-4a70-be84-92241d3d25cd req-5f3b51b5-f7db-4c9a-8cf0-f61499daab41 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307095 Jul 08 01:38:40.698468 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9e2b-94ba-4110-bc39-097bb2a8390d req-d2656c37-782a-4923-9f88-5e5d04e22900 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:40.699916 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-62ba9e2b-94ba-4110-bc39-097bb2a8390d req-d2656c37-782a-4923-9f88-5e5d04e22900 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 944 time: 0.0648785 Jul 08 01:38:40.736000 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-62ba9e2b-94ba-4110-bc39-097bb2a8390d req-d0a37ff5-79f7-4ae5-b386-1d2a52813f47 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Jul 08 01:38:40.903157 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device c9362a3a-f503-4187-b995-d30e25a0583a up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:40.952283 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning for port c9362a3a-f503-4187-b995-d30e25a0583a completed by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:40.955794 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port c9362a3a-f503-4187-b995-d30e25a0583a triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:40.956170 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.029681 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.051712 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:41.054000 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc416bf-c17e-4f8c-b8b5-c3aebf24cd36" -d '{"events": [{"server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "name": "network-vif-plugged", "status": "completed", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:41.066799 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port c9362a3a-f503-4187-b995-d30e25a0583a, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c9362a3a-f503-4187-b995-d30e25a0583a,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:41.071024 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.093080 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53feb085-c901-451c-bd1e-07dd97de2950 x-openstack-request-id: req-53feb085-c901-451c-bd1e-07dd97de2950 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:41.093388 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "name": "network-vif-plugged", "status": "completed", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:41.093636 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53feb085-c901-451c-bd1e-07dd97de2950 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:41.094040 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'code': 200} Jul 08 01:38:41.122967 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=c9362a3a-f503-4187-b995-d30e25a0583a,revision_number=5']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:41.130431 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.130784 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.131125 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.131461 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.131793 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.132122 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.132449 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.132775 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.133104 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.133428 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.133767 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.134092 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:41.305033 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4b6fa-4a93-4ac7-ab4a-7249542557fb req-34b30b97-6c2b-48ac-b2ab-9568220b84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:41.306568 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-59d4b6fa-4a93-4ac7-ab4a-7249542557fb req-34b30b97-6c2b-48ac-b2ab-9568220b84b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1098 time: 0.0505002 Jul 08 01:38:41.339105 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-59d4b6fa-4a93-4ac7-ab4a-7249542557fb req-5cdf8ab8-3b1d-452f-8e42-062eaaf92275 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265203 Jul 08 01:38:41.912330 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f9595-cbff-481a-85e3-660c4b3242f4 req-8d14df74-c0a0-4413-a964-26268ca30c6c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:41.913838 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a55f9595-cbff-481a-85e3-660c4b3242f4 req-8d14df74-c0a0-4413-a964-26268ca30c6c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0700841 Jul 08 01:38:41.951056 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a55f9595-cbff-481a-85e3-660c4b3242f4 req-27748c2d-a38d-459c-89c0-d714276e5f53 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314498 Jul 08 01:38:43.126107 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc8748-be0a-4d51-b3be-dcea106b3fe3 req-f17425ed-5ce9-45f1-8fde-4dc37deb09f2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:43.127572 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50dc8748-be0a-4d51-b3be-dcea106b3fe3 req-f17425ed-5ce9-45f1-8fde-4dc37deb09f2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0649779 Jul 08 01:38:43.163908 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-50dc8748-be0a-4d51-b3be-dcea106b3fe3 req-a5d3909e-971e-4f42-8421-074b6c5ffd69 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Jul 08 01:38:43.333983 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaee348-948c-432d-b392-d244cc246530 req-143709c1-b7b6-4038-829c-a2d1ad036b1f tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:43.335455 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-afaee348-948c-432d-b392-d244cc246530 req-143709c1-b7b6-4038-829c-a2d1ad036b1f tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0622301 Jul 08 01:38:43.372302 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-afaee348-948c-432d-b392-d244cc246530 req-4a2ed529-2155-4339-a700-637aa8f1342e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Jul 08 01:38:43.746134 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d673a-a8a6-4d7e-973c-8b2e68b16505 req-86312c72-1979-444a-95a8-36f15dc354ec tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:43.747591 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d36d673a-a8a6-4d7e-973c-8b2e68b16505 req-86312c72-1979-444a-95a8-36f15dc354ec tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0612299 Jul 08 01:38:43.784509 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d36d673a-a8a6-4d7e-973c-8b2e68b16505 req-c767e0c6-eb7e-407b-b31d-a00a862e9197 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Jul 08 01:38:45.710944 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45830) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:45.866298 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Deleting port c9eb87ae-2a85-431b-9f54-19e19cd672b8 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:45.866668 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.939368 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.939730 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.951832 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Calling delete_port for c9eb87ae-2a85-431b-9f54-19e19cd672b8 owned by network:floatingip {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:46.124083 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:46.149481 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event deleted for resources: {'Port': ['ID=c9eb87ae-2a85-431b-9f54-19e19cd672b8,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:46.211395 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:46.211731 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Floating IP c25cb270-b13c-4a5b-9374-f707c8a4bc07 disassociated (deleted). External IP: 172.27.3.137, port: a40fa63e-f350-4f7a-a385-1bd44b47546c. Jul 08 01:38:46.409518 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Router 92a82e44-9fe3-4b29-88b5-0099487f91be has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:46.515687 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:46.521088 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:46.526470 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:46.535921 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:46.536543 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:46.556735 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-cf2d2310-3f3f-4285-a019-760115950367 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "DELETE /v2.0/floatingips/c25cb270-b13c-4a5b-9374-f707c8a4bc07 HTTP/1.1" status: 204 len: 168 time: 0.8446095 Jul 08 01:38:46.557316 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:46.559605 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88d7061-81a4-463b-954d-f06d684567ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:46.598624 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc3d913-346f-4fad-bbfc-db7190cd47b5 x-openstack-request-id: req-2bc3d913-346f-4fad-bbfc-db7190cd47b5 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:46.599095 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:46.599555 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bc3d913-346f-4fad-bbfc-db7190cd47b5 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:46.600008 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'status': 'completed', 'code': 200} Jul 08 01:38:46.644355 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:46.672160 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d7061-81a4-463b-954d-f06d684567ef req-60c337c9-2a44-4d1b-b159-4ec3106546f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:46.673880 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b88d7061-81a4-463b-954d-f06d684567ef req-60c337c9-2a44-4d1b-b159-4ec3106546f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 1099 time: 0.0541928 Jul 08 01:38:46.781585 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d7061-81a4-463b-954d-f06d684567ef req-ad9b02df-183c-4538-9672-f3b8f0ecd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:46.783261 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b88d7061-81a4-463b-954d-f06d684567ef req-ad9b02df-183c-4538-9672-f3b8f0ecd018 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.1033101 Jul 08 01:38:46.833288 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b88d7061-81a4-463b-954d-f06d684567ef req-c5a8ed49-7122-406f-b8e6-fd2b45d981df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c HTTP/1.1" status: 200 len: 217 time: 0.0351722 Jul 08 01:38:46.882460 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d7061-81a4-463b-954d-f06d684567ef req-e07d80e6-f9b4-4344-b962-8f84bccd5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:46.884398 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b88d7061-81a4-463b-954d-f06d684567ef req-e07d80e6-f9b4-4344-b962-8f84bccd5b2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0448844 Jul 08 01:38:46.893423 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:48Z', 'revision_number': 1, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:46.919836 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:46.928700 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:46.929442 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:46.947959 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba118-cb53-47ff-9d48-70d6593fac19 req-3700ab58-dd96-460c-8d85-8b347b11e3ce tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:46.948548 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d7061-81a4-463b-954d-f06d684567ef req-5642c54b-c395-4bde-823c-98ed96853b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:46.949482 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-592ba118-cb53-47ff-9d48-70d6593fac19 req-3700ab58-dd96-460c-8d85-8b347b11e3ce tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 946 time: 0.0644615 Jul 08 01:38:46.950258 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b88d7061-81a4-463b-954d-f06d684567ef req-5642c54b-c395-4bde-823c-98ed96853b53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580916 Jul 08 01:38:46.990016 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-592ba118-cb53-47ff-9d48-70d6593fac19 req-c0df877a-8aae-405c-b1f0-333237e43c6f tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Jul 08 01:38:47.042451 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b88d7061-81a4-463b-954d-f06d684567ef req-9604299a-a3d3-4273-a39c-e5d9465e3b53 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843258 Jul 08 01:38:47.043032 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:47.137659 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b88d7061-81a4-463b-954d-f06d684567ef req-aeea6235-189a-45ca-a18c-a51f0d99d7ea service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870919 Jul 08 01:38:47.265451 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:48Z', 'revision_number': 1, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:47.291113 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8db8c3-dbcf-4e11-ad7d-9a8876d2f1ca None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': 'c8c0e733-18f2-4d87-bd18-a118c2b76a6f', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'port_id': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'mac_address': 'fa:16:3e:a7:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57555b87-e745-4c40-96c9-a52134381bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:34:45Z', 'updated_at': '2021-07-08T01:34:48Z', 'revision_number': 1, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:47.501602 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49d650-e1fb-4195-bb3d-24b2255331af None None] New status for floating IP c25cb270-b13c-4a5b-9374-f707c8a4bc07: DOWN {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:38:48.468854 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f8c02-5e77-47f1-93d3-85cd412dde4e req-9a764f30-f420-4a33-b7cf-43cb4a5f0678 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:48.470331 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-499f8c02-5e77-47f1-93d3-85cd412dde4e req-9a764f30-f420-4a33-b7cf-43cb4a5f0678 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 946 time: 0.3653727 Jul 08 01:38:48.482081 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9142-dee6-44c4-80a7-731574399e01 req-7b4ee4db-deef-4947-bbb7-825a465452e0 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:48.483403 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b2af9142-dee6-44c4-80a7-731574399e01 req-7b4ee4db-deef-4947-bbb7-825a465452e0 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 946 time: 0.0866926 Jul 08 01:38:48.552565 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-499f8c02-5e77-47f1-93d3-85cd412dde4e req-d069d8fb-3756-4dc5-913f-57b1e1a15666 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681810 Jul 08 01:38:48.602701 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Deleting port a40fa63e-f350-4f7a-a385-1bd44b47546c {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:48.603279 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:48.695525 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] For port a40fa63e-f350-4f7a-a385-1bd44b47546c, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=a40fa63e-f350-4f7a-a385-1bd44b47546c,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:48.695884 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:48.707305 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Calling delete_port for a40fa63e-f350-4f7a-a385-1bd44b47546c owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:48.833181 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:48.864753 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event deleted for resources: {'Port': ['ID=a40fa63e-f350-4f7a-a385-1bd44b47546c,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:48.908186 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] No DVR routers for this DVR port a40fa63e-f350-4f7a-a385-1bd44b47546c on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:48.911285 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:48.913228 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b2af9142-dee6-44c4-80a7-731574399e01 req-42e40b06-55a0-4897-8ac0-c2312a51e961 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "DELETE /v2.0/ports/a40fa63e-f350-4f7a-a385-1bd44b47546c HTTP/1.1" status: 204 len: 173 time: 0.4227033 Jul 08 01:38:48.913659 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'name': 'network-vif-deleted', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:48.916153 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9713f0de-fdd0-4935-a7da-543687967d34" -d '{"events": [{"server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "name": "network-vif-deleted", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:48.951854 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b404d-87e7-4570-8f45-4a1d124dd580 x-openstack-request-id: req-3d8b404d-87e7-4570-8f45-4a1d124dd580 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:48.952142 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4697cd-4f19-48aa-966d-ceb5350ba962", "name": "network-vif-deleted", "tag": "a40fa63e-f350-4f7a-a385-1bd44b47546c", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:48.952415 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d8b404d-87e7-4570-8f45-4a1d124dd580 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:48.952801 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4697cd-4f19-48aa-966d-ceb5350ba962', 'name': 'network-vif-deleted', 'tag': 'a40fa63e-f350-4f7a-a385-1bd44b47546c', 'status': 'completed', 'code': 200} Jul 08 01:38:49.707112 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ad1b0008-65c2-4753-bb99-b5c573724b87 req-2e19864b-5b2c-4f1d-a603-517801e8749c tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d4697cd-4f19-48aa-966d-ceb5350ba962 HTTP/1.1" status: 200 len: 210 time: 0.0297081 Jul 08 01:38:50.926276 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device a40fa63e-f350-4f7a-a385-1bd44b47546c no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:50.945713 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: a40fa63e-f350-4f7a-a385-1bd44b47546c {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:50.946078 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device a40fa63e-f350-4f7a-a385-1bd44b47546c not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:52.242443 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec9c1-cbec-42c9-8c78-8871f1b8ca46 req-c9056e17-c59e-485f-af1f-599129981830 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:52.243932 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-21cec9c1-cbec-42c9-8c78-8871f1b8ca46 req-c9056e17-c59e-485f-af1f-599129981830 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0615795 Jul 08 01:38:52.284311 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-21cec9c1-cbec-42c9-8c78-8871f1b8ca46 req-f4276fec-ef83-49d4-bc2e-38c5aebe41c3 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Jul 08 01:38:52.310343 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45874) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:52.455905 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c157e2d0-813d-4066-829c-21235c5b56d0 tempest-TestMinimumBasicScenario-1011659820 tempest-TestMinimumBasicScenario-1011659820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:52.457399 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c157e2d0-813d-4066-829c-21235c5b56d0 tempest-TestMinimumBasicScenario-1011659820 tempest-TestMinimumBasicScenario-1011659820-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1093 time: 0.1460779 Jul 08 01:38:52.460249 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45878) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:52.464469 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'floatingip': {'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'port_id': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:52.485425 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for floatingip, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.579600 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.682033 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_common [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Allocated IP 172.27.3.68 (849bc693-9cf7-4b48-8df0-9b7fa5d77cd4/61b04f0f-2fb1-441b-a04a-3011bca90e32/12e0512b-2d28-4456-91f8-bcf2de4820fe) {{(pid=92925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:52.787146 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for port, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.824598 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-173230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730024821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63486904'] for port, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.859918 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Network 849bc693-9cf7-4b48-8df0-9b7fa5d77cd4 is already hosted by enough agents. {{(pid=92925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:52.866074 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.base_scheduler [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Resources bound (agent type, host, resource id): {{(pid=92925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:52.869537 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Received port after_create {{(pid=92925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:52.893349 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'Port': ['ID=12e0512b-2d28-4456-91f8-bcf2de4820fe,revision_number=1']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:53.015666 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45882) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:53.058326 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.176600 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Deleting port 71015890-f8f1-4846-beaa-3c3300bf26a0 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:53.176842 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.234646 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.253057 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.253389 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.265513 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Calling delete_port for 71015890-f8f1-4846-beaa-3c3300bf26a0 owned by network:floatingip {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:53.307612 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.471773 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.476461 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.547407 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'Port': ['ID=12e0512b-2d28-4456-91f8-bcf2de4820fe,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:53.559296 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662624'] for floatingip, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.661190 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Floating IP 063afe98-79a4-445d-9bcc-5697bd37d2af associated. External IP: 172.27.3.68, port: c9362a3a-f503-4187-b995-d30e25a0583a. Jul 08 01:38:53.692610 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.716694 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event deleted for resources: {'Port': ['ID=71015890-f8f1-4846-beaa-3c3300bf26a0,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:53.780080 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.780409 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.db.l3_db [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Floating IP c8c0e733-18f2-4d87-bd18-a118c2b76a6f disassociated (deleted). External IP: 172.27.3.11, port: ba01f31e-2af6-4978-b144-57bfe9a020e7. Jul 08 01:38:53.871589 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Router 33e051b9-e48e-4936-ad26-ff0e8a995a9b has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:53.981421 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:53.987979 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Router 92a82e44-9fe3-4b29-88b5-0099487f91be has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:53.995758 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] Sync routers for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:54.000585 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.014472 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:54.015151 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.046272 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-e1684e4e-4f7a-4c0a-a681-d7b519eb2f68 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5848565 Jul 08 01:38:54.047176 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:54.048905 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45884) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:54.049411 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0402da1a-f467-41df-9583-74992bdc03da" -d '{"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:54.054789 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-54555db4-6ea1-4b7e-bbe3-15c6f8eeaacc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801910826', 'description': 'tempest-secgroup-smoke-1801910826 description', 'project_id': '42d4fc8eb7904c8584e43990f94c0fac'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:54.090841 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dac736-8647-41cb-b503-b1c1d715f4ee x-openstack-request-id: req-91dac736-8647-41cb-b503-b1c1d715f4ee {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:54.091136 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:54.091390 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91dac736-8647-41cb-b503-b1c1d715f4ee {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:54.091783 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'status': 'completed', 'code': 200} Jul 08 01:38:54.113818 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-54555db4-6ea1-4b7e-bbe3-15c6f8eeaacc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.140540 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:54.147115 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.152263 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:54.161249 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:54.162317 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.179680 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402da1a-f467-41df-9583-74992bdc03da req-9b27f23e-fa81-4804-8b40-a5869c58719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.181603 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0402da1a-f467-41df-9583-74992bdc03da req-9b27f23e-fa81-4804-8b40-a5869c58719c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1098 time: 0.0644267 Jul 08 01:38:54.200915 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-96aa3164-7e7a-4346-b23c-5bb50cccc9ac tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "DELETE /v2.0/floatingips/c8c0e733-18f2-4d87-bd18-a118c2b76a6f HTTP/1.1" status: 204 len: 168 time: 1.1841078 Jul 08 01:38:54.203053 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:54.214548 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d828ce0-20c9-46b5-bba3-4c64610073d7" -d '{"events": [{"name": "network-changed", "server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:54.284889 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:54.298320 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c0162f-0e8c-4cdc-bf0f-07a2549535f8 x-openstack-request-id: req-d7c0162f-0e8c-4cdc-bf0f-07a2549535f8 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:54.298641 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:54.298944 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7c0162f-0e8c-4cdc-bf0f-07a2549535f8 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:54.299246 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'status': 'completed', 'code': 200} Jul 08 01:38:54.324140 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-54555db4-6ea1-4b7e-bbe3-15c6f8eeaacc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.331181 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:54.337925 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-54555db4-6ea1-4b7e-bbe3-15c6f8eeaacc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.339758 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402da1a-f467-41df-9583-74992bdc03da req-38b87559-c5a9-4e66-b965-8338f389ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.341244 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0402da1a-f467-41df-9583-74992bdc03da req-38b87559-c5a9-4e66-b965-8338f389ea71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 200 len: 914 time: 0.1514835 Jul 08 01:38:54.393141 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-54555db4-6ea1-4b7e-bbe3-15c6f8eeaacc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.395184 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-54555db4-6ea1-4b7e-bbe3-15c6f8eeaacc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3442030 Jul 08 01:38:54.398875 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45892) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:54.403890 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-801378fd-1f53-443f-8266-4244bfcdef35 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'security_group_rule': {'security_group_id': '4a5cbd77-7f9f-42ae-8f08-681cf6fb0170', 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:54.412168 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54555db4-6ea1-4b7e-bbe3-15c6f8eeaacc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170,revision_number=1']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:54.453088 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-f3952db3-be0e-4f60-b924-ac88e7a85067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.455319 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-f3952db3-be0e-4f60-b924-ac88e7a85067 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd692cc0485c4c33a8068b5187faa99b&device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 1099 time: 0.1338992 Jul 08 01:38:54.466426 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0402da1a-f467-41df-9583-74992bdc03da req-80165cc8-4b8e-4fe2-a6f0-fdd98135dfd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 998 time: 0.1170595 Jul 08 01:38:54.470985 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-801378fd-1f53-443f-8266-4244bfcdef35 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.541987 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.559869 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402da1a-f467-41df-9583-74992bdc03da req-a47f4db1-4d8a-4e1c-acac-4b924760416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.561594 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0402da1a-f467-41df-9583-74992bdc03da req-a47f4db1-4d8a-4e1c-acac-4b924760416e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c172bfbf-7aac-45a4-b4e7-dea9233987f7 HTTP/1.1" status: 200 len: 853 time: 0.0889089 Jul 08 01:38:54.577159 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-801378fd-1f53-443f-8266-4244bfcdef35 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.580534 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:54.591708 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:54.592631 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.599325 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-801378fd-1f53-443f-8266-4244bfcdef35 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.646330 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402da1a-f467-41df-9583-74992bdc03da req-2f421caf-7e71-4a08-876d-f5bc2966bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.648043 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0402da1a-f467-41df-9583-74992bdc03da req-2f421caf-7e71-4a08-876d-f5bc2966bda9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280153d1-b3b3-454e-8ac2-265e677d6b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789003 Jul 08 01:38:54.648433 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-96786393-510c-44c7-8421-7e5b73a45ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.650180 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-96786393-510c-44c7-8421-7e5b73a45ef9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 200 len: 912 time: 0.1884899 Jul 08 01:38:54.651778 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801378fd-1f53-443f-8266-4244bfcdef35 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98a3a49-fce3-4df9-afef-8ee2400cce63,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:54.659771 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-801378fd-1f53-443f-8266-4244bfcdef35 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.661977 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-801378fd-1f53-443f-8266-4244bfcdef35 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2615814 Jul 08 01:38:54.665108 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45896) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:54.670742 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.v2.base [None req-ef0f7845-60b8-4f3d-9201-742ae99c1c3e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'security_group_rule': {'security_group_id': '4a5cbd77-7f9f-42ae-8f08-681cf6fb0170', 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:54.681287 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '063afe98-79a4-445d-9bcc-5697bd37d2af', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'port_id': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'mac_address': 'fa:16:3e:d4:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:38:53Z', 'updated_at': '2021-07-08T01:38:53Z', 'revision_number': 0, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 5, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.736797 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:54.740117 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-4ec5bffc-e1e6-4433-b68e-521f563edcd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7 HTTP/1.1" status: 200 len: 217 time: 0.0471303 Jul 08 01:38:54.740437 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7845-60b8-4f3d-9201-742ae99c1c3e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.744028 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] Checking router: 33e051b9-e48e-4936-ad26-ff0e8a995a9b for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:54.753354 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:54.754077 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.803955 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0402da1a-f467-41df-9583-74992bdc03da req-cf1aef81-3dd2-4a73-b3bb-efc47e0321f8 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381760 Jul 08 01:38:54.812260 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-474434e5-c8dc-4800-afcf-fc17c2f92fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.813753 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-474434e5-c8dc-4800-afcf-fc17c2f92fba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 200 len: 851 time: 0.0591221 Jul 08 01:38:54.874211 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:54.936116 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-0402da1a-f467-41df-9583-74992bdc03da req-03bed5b7-8edc-4bcf-a988-8084eaf50234 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194508 Jul 08 01:38:54.942249 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7845-60b8-4f3d-9201-742ae99c1c3e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.949827 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7845-60b8-4f3d-9201-742ae99c1c3e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.958738 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821f22b-bcc0-4a35-bef0-e54cc3b929cc req-d3e511e3-6969-4368-9280-dd084d86a601 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.960262 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0821f22b-bcc0-4a35-bef0-e54cc3b929cc req-d3e511e3-6969-4368-9280-dd084d86a601 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 946 time: 0.2157593 Jul 08 01:38:54.982766 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.990310 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-eaa94a3b-59e2-459f-8944-deaad0a4b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.991782 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-eaa94a3b-59e2-459f-8944-deaad0a4b261 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2a80ba2-866c-4e82-be36-9e45e182ea90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1566863 Jul 08 01:38:54.993745 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f7845-60b8-4f3d-9201-742ae99c1c3e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae5a72c-df6e-4d8d-8c91-efaa7714976c,revision_number=0']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:55.001507 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7845-60b8-4f3d-9201-742ae99c1c3e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.002684 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ef0f7845-60b8-4f3d-9201-742ae99c1c3e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3360775 Jul 08 01:38:55.006414 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45898) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:55.011335 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-502b1773-e1f9-4d0a-8026-ea26a59039b8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'security_group_rule': {'security_group_id': '4a5cbd77-7f9f-42ae-8f08-681cf6fb0170', 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:55.051498 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf9608-b2ce-4a90-a363-17d8fee9d172 None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:31:23Z', 'revision_number': 4, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2eae79ef-786e-44db-a872-48623aab3510', 'name': '', 'network_id': 'b2a80ba2-866c-4e82-be36-9e45e182ea90', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'mac_address': 'fa:16:3e:21:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:22Z', 'updated_at': '2021-07-08T01:31:32Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'subnets': [{'id': '03ba9f25-c970-43e7-9743-358f33c8c460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:55.055897 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-502b1773-e1f9-4d0a-8026-ea26a59039b8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.076506 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-0821f22b-bcc0-4a35-bef0-e54cc3b929cc req-41917f83-16d0-4576-9548-6dcc474b0895 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978081 Jul 08 01:38:55.123956 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-0a4199a8-fffc-44d3-8bbb-0319552d85a4 service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181188 Jul 08 01:38:55.137891 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-502b1773-e1f9-4d0a-8026-ea26a59039b8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.143712 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-502b1773-e1f9-4d0a-8026-ea26a59039b8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.143859 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '063afe98-79a4-445d-9bcc-5697bd37d2af', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'port_id': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'mac_address': 'fa:16:3e:d4:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:38:53Z', 'updated_at': '2021-07-08T01:38:53Z', 'revision_number': 0, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 5, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:55.165479 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b1773-e1f9-4d0a-8026-ea26a59039b8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a62bee-8ac5-4151-aa22-89317c1e4757,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:55.170801 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-502b1773-e1f9-4d0a-8026-ea26a59039b8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.174981 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-502b1773-e1f9-4d0a-8026-ea26a59039b8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647975 Jul 08 01:38:55.175441 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45900) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:55.178347 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d31cc1-8ae6-4b2c-824a-842bbb94f774 None None] The sync data for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi is: [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_floatingips': [{'id': '063afe98-79a4-445d-9bcc-5697bd37d2af', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'router_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'port_id': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'mac_address': 'fa:16:3e:d4:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:38:53Z', 'updated_at': '2021-07-08T01:38:53Z', 'revision_number': 0, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 5, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:55.182044 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-6208b94d-d59d-4e18-8d84-81132089914c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'security_group_rule': {'security_group_id': '4a5cbd77-7f9f-42ae-8f08-681cf6fb0170', 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:55.219210 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6208b94d-d59d-4e18-8d84-81132089914c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.242626 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8d828ce0-20c9-46b5-bba3-4c64610073d7 req-05906027-3950-45f2-b26c-c54432e1e43d service neutron] 10.222.0.21 "GET /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036396 Jul 08 01:38:55.295102 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6208b94d-d59d-4e18-8d84-81132089914c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.299015 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6208b94d-d59d-4e18-8d84-81132089914c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.315134 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b94d-d59d-4e18-8d84-81132089914c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a0b4df-64b4-485b-ab9a-24850439e31f,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:55.328784 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-6208b94d-d59d-4e18-8d84-81132089914c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.332919 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-6208b94d-d59d-4e18-8d84-81132089914c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1530259 Jul 08 01:38:55.333068 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45902) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:55.337595 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-73ead27a-ba6d-481e-920d-1168cc4893a2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'security_group_rule': {'security_group_id': '4a5cbd77-7f9f-42ae-8f08-681cf6fb0170', 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:55.367452 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.securitygroups_db [None req-73ead27a-ba6d-481e-920d-1168cc4893a2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Project 42d4fc8eb7904c8584e43990f94c0fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:38:55.372752 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-73ead27a-ba6d-481e-920d-1168cc4893a2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.397244 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b64bc0-c0b9-4c71-8235-6fcb5560009d None None] New status for floating IP c8c0e733-18f2-4d87-bd18-a118c2b76a6f: DOWN {{(pid=92927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:38:55.411996 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37794ac8-6e49-4537-9f1b-56ec48a7f092 None None] New status for floating IP 063afe98-79a4-445d-9bcc-5697bd37d2af: ACTIVE {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:38:55.451843 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-73ead27a-ba6d-481e-920d-1168cc4893a2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.455948 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-73ead27a-ba6d-481e-920d-1168cc4893a2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.472155 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ead27a-ba6d-481e-920d-1168cc4893a2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77d690d-7d32-4650-8ca4-f060c2171a9e,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:55.483795 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-73ead27a-ba6d-481e-920d-1168cc4893a2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.486208 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-73ead27a-ba6d-481e-920d-1168cc4893a2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521497 Jul 08 01:38:55.487837 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45904) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:55.492909 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [None req-f64a0db1-b2d5-4690-8a28-6cb86aa934db tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'security_group_rule': {'security_group_id': '4a5cbd77-7f9f-42ae-8f08-681cf6fb0170', 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:55.524522 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.securitygroups_db [None req-f64a0db1-b2d5-4690-8a28-6cb86aa934db tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Project 42d4fc8eb7904c8584e43990f94c0fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:38:55.533009 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f64a0db1-b2d5-4690-8a28-6cb86aa934db tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.605479 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f64a0db1-b2d5-4690-8a28-6cb86aa934db tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.611502 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f64a0db1-b2d5-4690-8a28-6cb86aa934db tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-605454'] for security_group_rule, after_create {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.634927 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0db1-b2d5-4690-8a28-6cb86aa934db tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca0d0c0-e509-41a4-88fb-f470f1319261,revision_number=0']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:55.657897 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f64a0db1-b2d5-4690-8a28-6cb86aa934db tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.663524 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-f64a0db1-b2d5-4690-8a28-6cb86aa934db tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1741571 Jul 08 01:38:55.670023 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9f46d938-4607-43fd-8aeb-5aefca25c656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.793396 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-a8c69f6c-dd46-46bb-966b-39ee30b90249 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801910826&fields=id&tenant_id=42d4fc8eb7904c8584e43990f94c0fac HTTP/1.1" status: 200 len: 267 time: 0.0342603 Jul 08 01:38:55.862085 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-ee49f3b8-66f2-4929-974a-e65d0c44da36 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:55.863634 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-ee49f3b8-66f2-4929-974a-e65d0c44da36 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0647373 Jul 08 01:38:55.874194 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'port': {'security_groups': ['520e8787-c49c-448e-a5f8-ee0a67f45a58', '4a5cbd77-7f9f-42ae-8f08-681cf6fb0170']}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:55.958550 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.139817 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] For port c9362a3a-f503-4187-b995-d30e25a0583a, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c9362a3a-f503-4187-b995-d30e25a0583a,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:56.169322 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.173909 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.192924 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['c9362a3a-f503-4187-b995-d30e25a0583a'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:56.218335 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.218934 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.234294 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fefd7968-9e64-4001-a964-5269aa8f82dd req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "PUT /v2.0/ports/c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 981 time: 0.3537092 Jul 08 01:38:56.235179 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:56.236996 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:56.271543 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed34278-f50c-4b31-ab56-6ce957d377fb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'Port': ['ID=c9362a3a-f503-4187-b995-d30e25a0583a,revision_number=6']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:56.288638 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['c9362a3a-f503-4187-b995-d30e25a0583a'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:56.323936 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891bbb9-2aae-4726-bbc3-873eb3fddd7c req-8aafd351-435d-4403-999a-c50c16ce7933 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.325471 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8891bbb9-2aae-4726-bbc3-873eb3fddd7c req-8aafd351-435d-4403-999a-c50c16ce7933 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 946 time: 0.1277349 Jul 08 01:38:56.381544 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-083ddcba-db93-462a-9224-363760eefb7a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.383690 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-083ddcba-db93-462a-9224-363760eefb7a tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 946 time: 0.1252143 Jul 08 01:38:56.404805 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8891bbb9-2aae-4726-bbc3-873eb3fddd7c req-187c34e4-8128-4669-8abf-8fa8394dc645 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/security-groups?id=624fed07-3330-4e36-9178-e6bfca54e082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693355 Jul 08 01:38:56.480585 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6b9ff-4f81-48be-85b2-64769cdd70de req-160f56eb-e7ef-465f-acab-aa3270aeabb2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.490313 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e5f6b9ff-4f81-48be-85b2-64769cdd70de req-160f56eb-e7ef-465f-acab-aa3270aeabb2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.1277640 Jul 08 01:38:56.492282 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64938338-1359-4b06-8d11-20b6addd76ae x-openstack-request-id: req-64938338-1359-4b06-8d11-20b6addd76ae {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:56.494438 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:56.494438 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64938338-1359-4b06-8d11-20b6addd76ae {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:56.495428 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'status': 'completed', 'code': 200} Jul 08 01:38:56.540372 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Deleting port ba01f31e-2af6-4978-b144-57bfe9a020e7 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:56.541093 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.546278 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d23e88be-88f7-4201-9407-d9ca9437ca32 None None] Provisioning complete for port c9362a3a-f503-4187-b995-d30e25a0583a triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:56.546821 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d23e88be-88f7-4201-9407-d9ca9437ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.576246 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e5f6b9ff-4f81-48be-85b2-64769cdd70de req-d1c6599f-1786-4b6f-92e9-414975980c0d tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724730 Jul 08 01:38:56.596615 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-7622753e-8176-4759-b23e-d22c8e1d29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.599179 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-7622753e-8176-4759-b23e-d22c8e1d29c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1137 time: 0.0764558 Jul 08 01:38:56.643377 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] For port ba01f31e-2af6-4978-b144-57bfe9a020e7, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=ba01f31e-2af6-4978-b144-57bfe9a020e7,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:56.643724 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.656471 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Calling delete_port for ba01f31e-2af6-4978-b144-57bfe9a020e7 owned by compute:nova {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:56.705833 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-9c22e207-1b79-4b7e-af00-d018eb95bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.707586 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-9c22e207-1b79-4b7e-af00-d018eb95bd28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 200 len: 914 time: 0.1025281 Jul 08 01:38:56.778827 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-96b311f6-40a0-49a0-8be9-6d97116b4295 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 1000 time: 0.0643349 Jul 08 01:38:56.791552 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.830496 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event deleted for resources: {'Port': ['ID=ba01f31e-2af6-4978-b144-57bfe9a020e7,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:56.833085 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-afdc9910-3ed5-4dd0-b3d9-2b8a84fab876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.845484 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-afdc9910-3ed5-4dd0-b3d9-2b8a84fab876 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c172bfbf-7aac-45a4-b4e7-dea9233987f7 HTTP/1.1" status: 200 len: 853 time: 0.0590792 Jul 08 01:38:56.878165 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] No DVR routers for this DVR port ba01f31e-2af6-4978-b144-57bfe9a020e7 on host hv-cinder-79984 {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:56.881220 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.884822 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-06ebdacb-fae4-415e-b1d4-24b52fb1eead req-a680bb59-86fd-414d-b6a3-fafef77f8d43 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.21 "DELETE /v2.0/ports/ba01f31e-2af6-4978-b144-57bfe9a020e7 HTTP/1.1" status: 204 len: 173 time: 0.4776883 Jul 08 01:38:56.884822 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'name': 'network-vif-deleted', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7'}] {{(pid=92926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:56.887069 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b51e367bc0793423ed82a1fe919b578b5973e32a5577ed8af716dbfd77b5bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35703a3e-3112-405c-8273-e8e0a768afa3" -d '{"events": [{"server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "name": "network-vif-deleted", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7"}]}' {{(pid=92926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:56.921878 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-1a0e11a3-85fa-41a2-9d5c-6a4bf08e02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.926570 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-1a0e11a3-85fa-41a2-9d5c-6a4bf08e02f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280153d1-b3b3-454e-8ac2-265e677d6b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733087 Jul 08 01:38:56.942872 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910913e0-90e9-4dd5-9db5-c0d5e69fd3b5 x-openstack-request-id: req-910913e0-90e9-4dd5-9db5-c0d5e69fd3b5 {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:56.942872 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57555b87-e745-4c40-96c9-a52134381bd8", "name": "network-vif-deleted", "tag": "ba01f31e-2af6-4978-b144-57bfe9a020e7", "status": "completed", "code": 200}]} {{(pid=92926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:56.943191 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-910913e0-90e9-4dd5-9db5-c0d5e69fd3b5 {{(pid=92926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:56.943934 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57555b87-e745-4c40-96c9-a52134381bd8', 'name': 'network-vif-deleted', 'tag': 'ba01f31e-2af6-4978-b144-57bfe9a020e7', 'status': 'completed', 'code': 200} Jul 08 01:38:57.032746 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-09a650d2-4728-4252-af2c-d87e002af214 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983813 Jul 08 01:38:57.133802 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7a186ed-fc10-4f04-8ac1-49e6d41156c5 req-6b9d7dc0-4a59-4f59-8a9b-4042216c8314 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838521 Jul 08 01:38:57.562732 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-e0b28648-2b9e-49ef-ba86-82600d06172d req-87e88fd4-2e21-46d4-87a9-df6a44bd4940 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "GET /v2.0/ports?device_id=57555b87-e745-4c40-96c9-a52134381bd8 HTTP/1.1" status: 200 len: 210 time: 0.0382559 Jul 08 01:38:58.440342 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.457840 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb1b-b0c5-4340-bd95-5ca957db7c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.653098 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45922) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:58.770522 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Deleting port 06a1ca61-228d-4585-8ef9-02104d6793ac {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:58.770778 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.843184 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.843510 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.855143 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Calling delete_port for 06a1ca61-228d-4585-8ef9-02104d6793ac owned by network:floatingip {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:58.950053 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ba01f31e-2af6-4978-b144-57bfe9a020e7 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:58.970205 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: ba01f31e-2af6-4978-b144-57bfe9a020e7 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:58.970547 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device ba01f31e-2af6-4978-b144-57bfe9a020e7 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:58.982134 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.007628 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event deleted for resources: {'Port': ['ID=06a1ca61-228d-4585-8ef9-02104d6793ac,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:59.070480 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for floatingip, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.072971 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.074147 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-b19751bb-8209-4008-a4f2-20ea545866cc tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "DELETE /v2.0/floatingips/8934095f-b3cc-41af-bd80-099005840517 HTTP/1.1" status: 204 len: 168 time: 0.4200232 Jul 08 01:38:59.468329 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.333194 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45934) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:00.389466 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-089447af-fbd0-46fb-95e6-ca4edec26650 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.413448 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-089447af-fbd0-46fb-95e6-ca4edec26650 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.475432 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-089447af-fbd0-46fb-95e6-ca4edec26650 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.478025 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-089447af-fbd0-46fb-95e6-ca4edec26650 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.479173 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-089447af-fbd0-46fb-95e6-ca4edec26650 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] 10.222.0.22 "DELETE /v2.0/security-groups/624fed07-3330-4e36-9178-e6bfca54e082 HTTP/1.1" status: 204 len: 168 time: 0.1449838 Jul 08 01:39:00.488888 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089447af-fbd0-46fb-95e6-ca4edec26650 tempest-TestVolumeBootPattern-94081279 tempest-TestVolumeBootPattern-94081279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624fed07-3330-4e36-9178-e6bfca54e082,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:00.531012 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45938) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:00.847246 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.951110 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.207608 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Deleting port 2eae79ef-786e-44db-a872-48623aab3510 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:01.207881 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.284091 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] For port 2eae79ef-786e-44db-a872-48623aab3510, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2eae79ef-786e-44db-a872-48623aab3510,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:01.284442 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.296603 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Calling delete_port for 2eae79ef-786e-44db-a872-48623aab3510 owned by network:router_interface {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:01.465095 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.494975 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eae79ef-786e-44db-a872-48623aab3510,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:01.652775 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.861042 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Router 92a82e44-9fe3-4b29-88b5-0099487f91be has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:39:01.963967 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:01.969042 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-31ef82cc-9b0b-418b-9dd9-dd26a6778315 admin admin] 10.222.0.22 "PUT /v2.0/routers/92a82e44-9fe3-4b29-88b5-0099487f91be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4369004 Jul 08 01:39:01.971546 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45942) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:01.972214 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] Sync routers for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:01.981511 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:01.982159 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:02.087614 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:02.272683 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:39:01Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:02.298904 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] Checking router: 92a82e44-9fe3-4b29-88b5-0099487f91be for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:02.307747 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] Routers {'92a82e44-9fe3-4b29-88b5-0099487f91be'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:02.308413 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['92a82e44-9fe3-4b29-88b5-0099487f91be'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:02.337214 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks [] for router, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.409983 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] Set router 92a82e44-9fe3-4b29-88b5-0099487f91be gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:02.435179 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.485165 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Deleting port 1cc2b40d-4e45-4869-a393-622948b062ee {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:02.485883 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.562847 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] For port 1cc2b40d-4e45-4869-a393-622948b062ee, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=1cc2b40d-4e45-4869-a393-622948b062ee,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:02.563215 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.575384 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Calling delete_port for 1cc2b40d-4e45-4869-a393-622948b062ee owned by network:router_gateway {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:02.583335 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:39:01Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:02.612683 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58e29c-b609-4eb6-8c22-e41812070d95 None None] The sync data for ids ['92a82e44-9fe3-4b29-88b5-0099487f91be'] in dv-cinder-799848-1-iscsi is: [{'id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'name': 'tempest-TestVolumeBootPattern-1737735134-router', 'tenant_id': 'dd692cc0485c4c33a8068b5187faa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:17Z', 'updated_at': '2021-07-08T01:39:01Z', 'revision_number': 5, 'project_id': 'dd692cc0485c4c33a8068b5187faa99b', 'gw_port': {'id': '1cc2b40d-4e45-4869-a393-622948b062ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a82e44-9fe3-4b29-88b5-0099487f91be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:18Z', 'updated_at': '2021-07-08T01:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:02.741274 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.767266 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc2b40d-4e45-4869-a393-622948b062ee,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:02.830079 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.918464 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.920932 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.963654 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.964144 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a82e44-9fe3-4b29-88b5-0099487f91be {{(pid=92926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:39:02.968627 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.969807 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-1ecb089e-b852-4367-9e02-b944e4898e56 admin admin] 10.222.0.22 "DELETE /v2.0/routers/92a82e44-9fe3-4b29-88b5-0099487f91be HTTP/1.1" status: 204 len: 168 time: 0.9973211 Jul 08 01:39:02.972382 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45946) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:03.022488 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fa6344-053d-40ac-a364-9d67570b4281 admin admin] Deleting subnet 03ba9f25-c970-43e7-9743-358f33c8c460 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:39:03.025996 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6344-053d-40ac-a364-9d67570b4281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.061012 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6344-053d-40ac-a364-9d67570b4281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.139553 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6344-053d-40ac-a364-9d67570b4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.196185 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6344-053d-40ac-a364-9d67570b4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.226626 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa6344-053d-40ac-a364-9d67570b4281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ba9f25-c970-43e7-9743-358f33c8c460,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:03.231447 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6344-053d-40ac-a364-9d67570b4281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.233537 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d8fa6344-053d-40ac-a364-9d67570b4281 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/03ba9f25-c970-43e7-9743-358f33c8c460 HTTP/1.1" status: 204 len: 168 time: 0.2602251 Jul 08 01:39:03.236324 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45948) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:03.237292 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b095f2-7622-4f4e-a083-54cae6fa5ccd None None] Network b2a80ba2-866c-4e82-be36-9e45e182ea90 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:03.305156 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.356567 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Deleting port a8a7ed95-1c99-4054-8390-04695fc7ffd9 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:03.356826 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.422846 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] For port a8a7ed95-1c99-4054-8390-04695fc7ffd9, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=a8a7ed95-1c99-4054-8390-04695fc7ffd9,segment=NetworkSegment(201242c2-7cb9-4818-8aaf-83361f787ba7),segment_id=201242c2-7cb9-4818-8aaf-83361f787ba7)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:03.423212 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.435817 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Calling delete_port for a8a7ed95-1c99-4054-8390-04695fc7ffd9 owned by network:dhcp {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:03.512933 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.540343 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] No DVR routers for this DVR port a8a7ed95-1c99-4054-8390-04695fc7ffd9 on host dv-cinder-799848-1-iscsi {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:03.544260 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a7ed95-1c99-4054-8390-04695fc7ffd9,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:03.609861 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49cf8af-e733-49bf-a3c3-65fd337419be None None] DHCP port deletion for b2a80ba2-866c-4e82-be36-9e45e182ea90 request from dv-cinder-799848-1-iscsi {{(pid=92927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:39:03.622350 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.634799 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a80ba2-866c-4e82-be36-9e45e182ea90']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:03.645409 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201242c2-7cb9-4818-8aaf-83361f787ba7') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:03.645709 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201242c2-7cb9-4818-8aaf-83361f787ba7') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:03.654340 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.668361 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.674258 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:39:03.674649 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:39:03.676933 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:39:03.732906 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.737272 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.739274 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b2a80ba2-866c-4e82-be36-9e45e182ea90 HTTP/1.1" status: 204 len: 168 time: 0.5018070 Jul 08 01:39:03.742224 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45950) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:03.787622 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4aeaf-ccff-4128-b948-ffe08736ada3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a80ba2-866c-4e82-be36-9e45e182ea90,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:03.811896 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2eae79ef-786e-44db-a872-48623aab3510 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:03.835803 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 2eae79ef-786e-44db-a872-48623aab3510 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:03.836136 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2eae79ef-786e-44db-a872-48623aab3510 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:03.836472 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 1cc2b40d-4e45-4869-a393-622948b062ee no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:03.977102 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 1cc2b40d-4e45-4869-a393-622948b062ee {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:03.977342 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 1cc2b40d-4e45-4869-a393-622948b062ee not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:03.977781 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a8a7ed95-1c99-4054-8390-04695fc7ffd9 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:03.995151 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: a8a7ed95-1c99-4054-8390-04695fc7ffd9 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:03.995491 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device a8a7ed95-1c99-4054-8390-04695fc7ffd9 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:04.096482 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.339511 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Deleting port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:04.339853 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.415960 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] For port 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,segment=NetworkSegment(e5359878-0e68-43bf-9cf7-338a96f59a3c),segment_id=e5359878-0e68-43bf-9cf7-338a96f59a3c)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:04.416315 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.428305 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Calling delete_port for 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 owned by network:router_interface {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:04.601537 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.627708 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Pushing event deleted for resources: {'Port': ['ID=857d5c8c-01cb-4bad-8bc6-07cb9d2d5154,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:04.795441 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.008455 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Router 91db99e5-e72e-40a8-9586-740574b85747 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:39:05.110623 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:05.116362 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-fbcad64f-26ca-4b66-af01-93db97354596 admin admin] 10.222.0.22 "PUT /v2.0/routers/91db99e5-e72e-40a8-9586-740574b85747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3732147 Jul 08 01:39:05.118883 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45954) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:05.119637 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] Sync routers for ids ['91db99e5-e72e-40a8-9586-740574b85747'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:05.130569 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] Routers {'91db99e5-e72e-40a8-9586-740574b85747'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:05.131359 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['91db99e5-e72e-40a8-9586-740574b85747'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:05.218681 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks [] for router, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.233243 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] Set router 91db99e5-e72e-40a8-9586-740574b85747 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:05.320955 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.371132 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Deleting port 6fab8322-cbb1-4006-af7e-cc9c835c5b92 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:05.371470 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.409599 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:39:04Z', 'revision_number': 5, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port': {'id': '6fab8322-cbb1-4006-af7e-cc9c835c5b92', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91db99e5-e72e-40a8-9586-740574b85747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:31:30Z', 'updated_at': '2021-07-08T01:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:05.438544 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] Checking router: 91db99e5-e72e-40a8-9586-740574b85747 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:05.446654 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] Routers {'91db99e5-e72e-40a8-9586-740574b85747'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:05.447278 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:38:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['91db99e5-e72e-40a8-9586-740574b85747'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:05.450224 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] For port 6fab8322-cbb1-4006-af7e-cc9c835c5b92, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=6fab8322-cbb1-4006-af7e-cc9c835c5b92,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:05.450580 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.462377 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Calling delete_port for 6fab8322-cbb1-4006-af7e-cc9c835c5b92 owned by network:router_gateway {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:05.529368 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] Set router 91db99e5-e72e-40a8-9586-740574b85747 gateway port host: None {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:05.584709 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:39:05Z', 'revision_number': 6, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port_host': None}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:05.614889 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e0288-155c-4f5b-914a-fbaaa1c7fd44 None None] The sync data for ids ['91db99e5-e72e-40a8-9586-740574b85747'] in dv-cinder-799848-1-iscsi is: [{'id': '91db99e5-e72e-40a8-9586-740574b85747', 'name': 'tempest-TestVolumeBootPattern-1030465341-router', 'tenant_id': '9dbb84393aa54591a8a0264cc6b53066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:31:29Z', 'updated_at': '2021-07-08T01:39:05Z', 'revision_number': 6, 'project_id': '9dbb84393aa54591a8a0264cc6b53066', 'gw_port_host': None}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:05.626448 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.652507 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fab8322-cbb1-4006-af7e-cc9c835c5b92,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:05.679970 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.680318 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.680667 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.681005 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.681336 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.681666 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.682030 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.682359 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.682688 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.683013 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.683336 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.683656 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:05.722000 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.809648 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.811756 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.856575 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.857161 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91db99e5-e72e-40a8-9586-740574b85747 {{(pid=92926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:39:05.865432 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.866620 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7882c24f-9ab6-428c-ab2d-a2cdbc104d62 admin admin] 10.222.0.22 "DELETE /v2.0/routers/91db99e5-e72e-40a8-9586-740574b85747 HTTP/1.1" status: 204 len: 168 time: 0.7468216 Jul 08 01:39:05.869197 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45956) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:05.916565 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3add97-8838-45a1-b015-1f99888eb0ec admin admin] Deleting subnet a6dd9e85-a598-403a-ada3-d56cd86032d4 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:39:05.919382 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4d3add97-8838-45a1-b015-1f99888eb0ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.955126 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4d3add97-8838-45a1-b015-1f99888eb0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.043341 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4d3add97-8838-45a1-b015-1f99888eb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.060517 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:06.079989 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:06.080335 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 857d5c8c-01cb-4bad-8bc6-07cb9d2d5154 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:06.098691 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4d3add97-8838-45a1-b015-1f99888eb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.123423 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3add97-8838-45a1-b015-1f99888eb0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6dd9e85-a598-403a-ada3-d56cd86032d4,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:06.127293 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-4d3add97-8838-45a1-b015-1f99888eb0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.129852 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-4d3add97-8838-45a1-b015-1f99888eb0ec admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a6dd9e85-a598-403a-ada3-d56cd86032d4 HTTP/1.1" status: 204 len: 168 time: 0.2596765 Jul 08 01:39:06.132357 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 45958) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:06.133154 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37271d-a58c-45d2-80fc-82f31e262f9d None None] Network f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:06.198597 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.252983 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Deleting port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:06.253327 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.314058 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] For port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=73a9b525-42f0-49b2-88f7-8d8d1a4a3b62,segment=NetworkSegment(e5359878-0e68-43bf-9cf7-338a96f59a3c),segment_id=e5359878-0e68-43bf-9cf7-338a96f59a3c)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:06.314353 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.327100 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Calling delete_port for 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 owned by network:dhcp {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:06.382493 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] DHCP port deletion for f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 request from dv-cinder-799848-1-iscsi {{(pid=92927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:39:06.409986 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.430271 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] Deleting port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:06.430672 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.435980 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a9b525-42f0-49b2-88f7-8d8d1a4a3b62,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:06.440337 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] No DVR routers for this DVR port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 on host dv-cinder-799848-1-iscsi {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:06.502193 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] For port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62, host dv-cinder-799848-1-iscsi, got binding levels [] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:06.502598 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.515386 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] Calling delete_port for 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:06.517857 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.519401 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.ipam_backend_mixin [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] Port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 was not found and therefore no delete operation was performed {{(pid=92927) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:39:06.520603 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.527789 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:06.538643 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5359878-0e68-43bf-9cf7-338a96f59a3c') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:06.538943 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5359878-0e68-43bf-9cf7-338a96f59a3c') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:06.548463 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] No DVR routers for this DVR port 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 on host dv-cinder-799848-1-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:06.548849 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.553447 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2d6b1-ded3-4597-8a4a-fa3640b9396d None None] Pushing event deleted for resources: {'Port': ['ID=73a9b525-42f0-49b2-88f7-8d8d1a4a3b62,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:06.573374 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.579692 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:39:06.580094 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:39:06.582196 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:39:06.900730 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.906324 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.908157 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532 HTTP/1.1" status: 204 len: 168 time: 0.7748442 Jul 08 01:39:06.919788 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ee045-db96-4e2f-8292-244506b41b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77ca9fd-9ee1-4fbe-83ed-130ad3ba2532,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:07.018407 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45962) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:07.058645 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-7f5bda94-4d23-4e9b-9cc0-d6bd675de097 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd692cc0485c4c33a8068b5187faa99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390787 Jul 08 01:39:07.061111 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45964) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:07.106383 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.127161 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.171325 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.174428 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.176682 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c0778ad-50ae-4a21-bf76-5c07c0f99b7c HTTP/1.1" status: 204 len: 168 time: 0.1146531 Jul 08 01:39:07.184436 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0778ad-50ae-4a21-bf76-5c07c0f99b7c,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:07.191385 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.191743 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.192093 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.192436 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.192779 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.193118 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.193457 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.193814 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.194178 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.194513 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.194842 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.195168 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4954c57-2133-4e28-b530-3c4f51b41647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:07.476989 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45970) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:07.514662 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-74b711d4-bc1f-45e9-a375-81a28ae51b45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9dbb84393aa54591a8a0264cc6b53066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365152 Jul 08 01:39:07.516894 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 45972) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:07.567614 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e74414b1-48ad-43da-8e20-50c86c06866c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.588062 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e74414b1-48ad-43da-8e20-50c86c06866c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.634267 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e74414b1-48ad-43da-8e20-50c86c06866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.636960 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e74414b1-48ad-43da-8e20-50c86c06866c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.638146 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-e74414b1-48ad-43da-8e20-50c86c06866c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2f7899b-079d-4fae-89d5-ee1a144233a3 HTTP/1.1" status: 204 len: 168 time: 0.1201825 Jul 08 01:39:07.646227 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74414b1-48ad-43da-8e20-50c86c06866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f7899b-079d-4fae-89d5-ee1a144233a3,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:07.809582 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 6fab8322-cbb1-4006-af7e-cc9c835c5b92 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:07.830591 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 6fab8322-cbb1-4006-af7e-cc9c835c5b92 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:07.830943 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 6fab8322-cbb1-4006-af7e-cc9c835c5b92 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:07.831373 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:07.851943 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:07.852299 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 73a9b525-42f0-49b2-88f7-8d8d1a4a3b62 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:11.119885 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:39:19.191052 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71df36-859b-4253-b582-7c552f4500b6 req-73497122-0030-4e7a-948f-a3e008a0f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.192597 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-73497122-0030-4e7a-948f-a3e008a0f0de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1137 time: 0.0580389 Jul 08 01:39:19.283738 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71df36-859b-4253-b582-7c552f4500b6 req-6734aadf-c157-453e-b694-bb805b72f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.285228 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-6734aadf-c157-453e-b694-bb805b72f89f service neutron] 10.222.0.21 "GET /v2.0/networks?id=280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 200 len: 914 time: 0.0859416 Jul 08 01:39:19.348751 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-0ac7af0e-67a1-4fc1-b054-a567574c9ad0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 1000 time: 0.0569937 Jul 08 01:39:19.429601 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71df36-859b-4253-b582-7c552f4500b6 req-94f906e4-f8b1-42a4-ab94-4d36b02348ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.430965 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-94f906e4-f8b1-42a4-ab94-4d36b02348ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c172bfbf-7aac-45a4-b4e7-dea9233987f7 HTTP/1.1" status: 200 len: 853 time: 0.0760326 Jul 08 01:39:19.482372 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf500b-e5a6-4387-8a07-fdb797dc2849 req-9bb57ba8-ad62-4500-87ce-a7aeedb3a4d5 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.483804 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-02cf500b-e5a6-4387-8a07-fdb797dc2849 req-9bb57ba8-ad62-4500-87ce-a7aeedb3a4d5 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.3170934 Jul 08 01:39:19.524795 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71df36-859b-4253-b582-7c552f4500b6 req-544cad5c-0020-4107-a9a9-47e3dbfff83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.526253 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-544cad5c-0020-4107-a9a9-47e3dbfff83d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280153d1-b3b3-454e-8ac2-265e677d6b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874088 Jul 08 01:39:19.535065 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-02cf500b-e5a6-4387-8a07-fdb797dc2849 req-cbc1f659-eac5-4233-a31d-b802f7b62c27 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446770 Jul 08 01:39:19.539812 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-ff93566c-0ec4-464b-a995-8140160c3c87 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:39:19.541029 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-ff93566c-0ec4-464b-a995-8140160c3c87 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051227 Jul 08 01:39:19.630001 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-7d2a3d38-ef6d-416c-98ca-cb0bfb11a9eb service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823021 Jul 08 01:39:19.715791 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc71df36-859b-4253-b582-7c552f4500b6 req-6c61f8c6-45a0-4459-8c02-795c5c97242d service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788853 Jul 08 01:39:20.763593 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bce48-f7bd-40c0-a1aa-3039099853b5 req-75c1381e-4104-4e0b-b705-6863160a8b3a tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:20.765034 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-696bce48-f7bd-40c0-a1aa-3039099853b5 req-75c1381e-4104-4e0b-b705-6863160a8b3a tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.1114542 Jul 08 01:39:20.804283 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-696bce48-f7bd-40c0-a1aa-3039099853b5 req-d8d4269c-55d1-4a98-88cf-075b662184d3 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336058 Jul 08 01:39:21.977411 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e043d1d-5cc9-49ca-bc38-473539348934 req-7ff20b9c-1e63-4cb9-b3ee-1efe52a4403e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:21.978861 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8e043d1d-5cc9-49ca-bc38-473539348934 req-7ff20b9c-1e63-4cb9-b3ee-1efe52a4403e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0651062 Jul 08 01:39:22.279166 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8e043d1d-5cc9-49ca-bc38-473539348934 req-9c17cfec-241a-4fe3-8c79-a11eb987f496 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2947156 Jul 08 01:39:23.074882 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.452662 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f056-75c7-4549-9ebd-259662aab056 req-94a5c3b8-0ffb-4619-b68d-d84f93961fd4 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:23.454214 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4466f056-75c7-4549-9ebd-259662aab056 req-94a5c3b8-0ffb-4619-b68d-d84f93961fd4 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0658517 Jul 08 01:39:23.492675 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4466f056-75c7-4549-9ebd-259662aab056 req-30c43ae7-24d4-4ab0-8a71-8cf500367c32 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329425 Jul 08 01:39:24.660681 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0186a0-e665-4bcf-b3c1-b12344cce325 req-f420f0a9-9e57-4bc9-add5-2ea77d95fd7e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.662168 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fa0186a0-e665-4bcf-b3c1-b12344cce325 req-f420f0a9-9e57-4bc9-add5-2ea77d95fd7e tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0618105 Jul 08 01:39:24.704637 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-fa0186a0-e665-4bcf-b3c1-b12344cce325 req-54828770-9fd6-4636-8736-3b620436e5f2 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336795 Jul 08 01:39:25.663438 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2cb3ec13-d93a-43e6-8cfa-268b2472322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.873152 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df96dac-3570-4bd2-952d-4d4608eb327f req-fd44514b-78ec-4ba7-8383-3ce9c04fd7a6 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:25.874561 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3df96dac-3570-4bd2-952d-4d4608eb327f req-fd44514b-78ec-4ba7-8383-3ce9c04fd7a6 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0625994 Jul 08 01:39:25.913066 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-3df96dac-3570-4bd2-952d-4d4608eb327f req-3e849c04-b7e8-4600-9b3c-f2307b9f3cc1 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328948 Jul 08 01:39:26.217985 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-c20cd1bb-6814-495e-9e85-0707e7012515 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915127 Jul 08 01:39:26.293618 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-1bf0fd70-f603-4d74-b9ff-e42d08f35e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.295145 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-1bf0fd70-f603-4d74-b9ff-e42d08f35e3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1099 time: 0.0536780 Jul 08 01:39:26.397785 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-44498e04-f8fa-4e5b-a2ce-fd76e9d1b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.399171 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-44498e04-f8fa-4e5b-a2ce-fd76e9d1b8d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 909 time: 0.0832548 Jul 08 01:39:26.467161 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-16fc6f33-358c-42a8-890c-601fd7469ec7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 1001 time: 0.0607259 Jul 08 01:39:26.516243 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-d4524398-5171-4296-b893-0ab9fb1d74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.517704 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-d4524398-5171-4296-b893-0ab9fb1d74cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 200 len: 848 time: 0.0442648 Jul 08 01:39:26.574347 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-4bbe98bd-fec5-42d5-a9e2-d8dd67e0af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.575880 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-4bbe98bd-fec5-42d5-a9e2-d8dd67e0af62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab9262de-ab7b-41e0-a355-08395c240deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513513 Jul 08 01:39:26.666637 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-e6be7811-83ca-4007-9cd3-26f298554dbf service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830810 Jul 08 01:39:26.751973 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-7c28473d-5eac-4d78-8b4a-bd5843c3fe33 req-32ad71a4-ef54-4808-9ea6-2321b55bd899 service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790339 Jul 08 01:39:27.088766 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dda3e2-0dae-4b3c-80f3-34e607fd7403 req-57d4546a-abc1-4902-aa98-4d5dcc8c4da4 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:27.090267 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d7dda3e2-0dae-4b3c-80f3-34e607fd7403 req-57d4546a-abc1-4902-aa98-4d5dcc8c4da4 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0684121 Jul 08 01:39:27.128756 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d7dda3e2-0dae-4b3c-80f3-34e607fd7403 req-e8ccb5bd-cd66-4348-b06b-570624ac7c45 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328212 Jul 08 01:39:28.307286 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec52d9-6c17-42c7-953f-3b86ab2714a2 req-4d56cfaf-0eef-4f90-a40d-19108c62f602 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.308744 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f5ec52d9-6c17-42c7-953f-3b86ab2714a2 req-4d56cfaf-0eef-4f90-a40d-19108c62f602 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0679531 Jul 08 01:39:28.349040 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-f5ec52d9-6c17-42c7-953f-3b86ab2714a2 req-3d233228-ec54-473a-ba43-e87ef2034045 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346808 Jul 08 01:39:28.445195 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.458592 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-44badcee-1f85-4ce6-bdf8-cfe6abb122a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.471745 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.526778 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783750bb-9b13-4f59-ab7d-1ae2cd9c2bb3 req-22362fa3-015d-4c7d-8e45-f2e1913e0c0a tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.528247 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-783750bb-9b13-4f59-ab7d-1ae2cd9c2bb3 req-22362fa3-015d-4c7d-8e45-f2e1913e0c0a tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0624118 Jul 08 01:39:29.566621 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-783750bb-9b13-4f59-ab7d-1ae2cd9c2bb3 req-c4435a52-63b2-4824-93d5-1d78a2f99391 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327408 Jul 08 01:39:30.738912 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d76ee-4965-4288-80d0-6e9506ea4d39 req-51b4560a-9746-4681-af8e-e9bdeb4e9006 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.740360 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a6d76ee-4965-4288-80d0-6e9506ea4d39 req-51b4560a-9746-4681-af8e-e9bdeb4e9006 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0624092 Jul 08 01:39:30.779447 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-5a6d76ee-4965-4288-80d0-6e9506ea4d39 req-ea8fb682-53ba-48e8-a29c-1255560ef434 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335534 Jul 08 01:39:30.849394 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.951352 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4b98-65f9-4241-9ece-6515d02b32f0 req-a260a163-9b9c-4497-8ddc-417409c7cdd7 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:31.952843 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-45bf4b98-65f9-4241-9ece-6515d02b32f0 req-a260a163-9b9c-4497-8ddc-417409c7cdd7 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0631588 Jul 08 01:39:31.992500 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-45bf4b98-65f9-4241-9ece-6515d02b32f0 req-c57e7062-c1d5-495a-8a17-1913bec2f982 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340421 Jul 08 01:39:33.161038 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2d8b4-609f-45d5-887f-532d342643c0 req-23317f1f-479e-4656-a4a0-e0e5db99c4a9 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:33.162732 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-edc2d8b4-609f-45d5-887f-532d342643c0 req-23317f1f-479e-4656-a4a0-e0e5db99c4a9 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0612843 Jul 08 01:39:33.205642 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-edc2d8b4-609f-45d5-887f-532d342643c0 req-9a6c185a-a0b0-4c71-928b-07dcde4896e5 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367408 Jul 08 01:39:34.379944 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3c8f7-a1c0-424b-8416-fc8ce578688d req-e4326401-a84e-4b86-b3d2-f5e0cac742b5 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.381450 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-20d3c8f7-a1c0-424b-8416-fc8ce578688d req-e4326401-a84e-4b86-b3d2-f5e0cac742b5 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0678906 Jul 08 01:39:34.423047 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-20d3c8f7-a1c0-424b-8416-fc8ce578688d req-89878098-5dad-4810-9956-5a7fd619d05c tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358312 Jul 08 01:39:35.592765 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279fc23-c9b3-4b4f-8233-f45ca55bf01f req-d74bde31-0642-445c-9b02-a1e85c267cb8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:35.594291 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e279fc23-c9b3-4b4f-8233-f45ca55bf01f req-d74bde31-0642-445c-9b02-a1e85c267cb8 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0630362 Jul 08 01:39:35.635065 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e279fc23-c9b3-4b4f-8233-f45ca55bf01f req-d748a087-cb4a-4df4-bbb9-ba845552103b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350769 Jul 08 01:39:36.806331 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801df51-5f33-4082-ae9a-8e9d7e9f3bd3 req-94842215-a363-4b77-8907-000ae6fadeee tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:36.807817 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f801df51-5f33-4082-ae9a-8e9d7e9f3bd3 req-94842215-a363-4b77-8907-000ae6fadeee tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0631714 Jul 08 01:39:36.848491 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f801df51-5f33-4082-ae9a-8e9d7e9f3bd3 req-8e2941a2-3a97-4f25-98ec-102329841907 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&id=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349667 Jul 08 01:39:45.123832 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ca622-0772-4834-ae60-c046d9a642d0 req-014ce136-b677-4440-843a-1c0d09fbfa1f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:45.125282 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea2ca622-0772-4834-ae60-c046d9a642d0 req-014ce136-b677-4440-843a-1c0d09fbfa1f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0660141 Jul 08 01:39:45.161075 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ea2ca622-0772-4834-ae60-c046d9a642d0 req-8135c348-31f1-46af-8ce7-34d9e54235ca tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302727 Jul 08 01:39:46.330574 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6870d0a-4985-420a-bba8-3c1a0b20f46e req-1dde7132-e532-4778-835e-2f3b5817d222 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:46.332004 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a6870d0a-4985-420a-bba8-3c1a0b20f46e req-1dde7132-e532-4778-835e-2f3b5817d222 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0613914 Jul 08 01:39:46.369097 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a6870d0a-4985-420a-bba8-3c1a0b20f46e req-22573c83-4fc5-4183-95e1-b8a215aa3fbf tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312281 Jul 08 01:39:47.536217 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575323e7-0ff1-4f6a-8ef7-21f5bd8392fd req-0b0adaea-9611-461e-9452-7aaf7ec32139 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:47.538206 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-575323e7-0ff1-4f6a-8ef7-21f5bd8392fd req-0b0adaea-9611-461e-9452-7aaf7ec32139 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0615859 Jul 08 01:39:47.579256 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-575323e7-0ff1-4f6a-8ef7-21f5bd8392fd req-5be98939-1817-4db6-85fa-f2f06d47710a tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353446 Jul 08 01:39:48.119485 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:39:48.754540 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92f39-a339-4596-ae87-1f3ed465769d req-ec7a4606-acda-4ab7-ab1f-332cbfddff9b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:48.755978 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-cfa92f39-a339-4596-ae87-1f3ed465769d req-ec7a4606-acda-4ab7-ab1f-332cbfddff9b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0649607 Jul 08 01:39:48.793575 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-cfa92f39-a339-4596-ae87-1f3ed465769d req-6d838101-f526-4fdc-8715-d28bfece2d73 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Jul 08 01:39:49.975159 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd860ad-2b04-4368-b2bf-82ae2b3505c5 req-93881cfe-e740-4dde-b4f2-8d3a309986bc tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:49.977078 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4bd860ad-2b04-4368-b2bf-82ae2b3505c5 req-93881cfe-e740-4dde-b4f2-8d3a309986bc tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0619335 Jul 08 01:39:50.012872 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4bd860ad-2b04-4368-b2bf-82ae2b3505c5 req-4d9186fe-023c-4e95-81a5-b2020ef04196 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303500 Jul 08 01:39:51.189211 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f708-fa4f-4982-bd52-718cb3b9fde7 req-68adc8ca-c76a-474c-abf7-472667eda93d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:51.190684 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-90f6f708-fa4f-4982-bd52-718cb3b9fde7 req-68adc8ca-c76a-474c-abf7-472667eda93d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0618823 Jul 08 01:39:51.227517 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-90f6f708-fa4f-4982-bd52-718cb3b9fde7 req-7d9a0cfb-2636-4400-88f6-7a7efc7c89e8 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309396 Jul 08 01:39:52.398414 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1d19f-a767-46dd-8ba5-74eff549c261 req-ab7131db-3526-4b76-b821-641f55e942a0 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.399875 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d4a1d19f-a767-46dd-8ba5-74eff549c261 req-ab7131db-3526-4b76-b821-641f55e942a0 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0657113 Jul 08 01:39:52.436345 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d4a1d19f-a767-46dd-8ba5-74eff549c261 req-d6fb8b6e-1a96-4c30-9c99-b4ecc819ac35 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310574 Jul 08 01:39:53.077661 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:53.606783 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef75b4-3dbd-415f-a1c0-ce287ee2a6f0 req-974c336b-11c4-4612-a531-2dfa2e017b66 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:53.608232 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-32ef75b4-3dbd-415f-a1c0-ce287ee2a6f0 req-974c336b-11c4-4612-a531-2dfa2e017b66 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0648932 Jul 08 01:39:53.644536 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-32ef75b4-3dbd-415f-a1c0-ce287ee2a6f0 req-304d3e53-6054-45d4-b42c-93ef425d104d tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Jul 08 01:39:54.822761 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b507-c718-4537-acb3-486248a5c160 req-7e3c9748-9b72-443c-9134-4617f65a6d4c tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:54.824221 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-dd74b507-c718-4537-acb3-486248a5c160 req-7e3c9748-9b72-443c-9134-4617f65a6d4c tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0667675 Jul 08 01:39:54.862304 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-dd74b507-c718-4537-acb3-486248a5c160 req-f12a3838-4ee7-470a-a3a5-8529b0a2c87f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325387 Jul 08 01:39:55.206764 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-fb377a9d-5122-4098-b143-63497f590d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:55.208222 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-fb377a9d-5122-4098-b143-63497f590d3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1099 time: 0.0545664 Jul 08 01:39:55.295343 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-e64731f7-bbe5-4bf2-a826-0cf23d8bd859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:55.296694 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-e64731f7-bbe5-4bf2-a826-0cf23d8bd859 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 909 time: 0.0824637 Jul 08 01:39:55.363318 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-47fe8773-bf1f-423f-b5ce-86276c80ed3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 1001 time: 0.0595658 Jul 08 01:39:55.410184 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-4d8d282e-39b3-4fdd-b054-3be9dd101937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:55.411578 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-4d8d282e-39b3-4fdd-b054-3be9dd101937 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 200 len: 848 time: 0.0425107 Jul 08 01:39:55.466385 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-e74aea96-edfa-4146-bcb3-88a68df28f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:55.467815 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-e74aea96-edfa-4146-bcb3-88a68df28f60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab9262de-ab7b-41e0-a355-08395c240deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493507 Jul 08 01:39:55.557434 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-4a4ce0b3-4f61-43fa-a47e-968e60b786ca service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828581 Jul 08 01:39:55.646117 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-c7700d4f-065d-4476-a343-65d4a1f1229d req-75eeb13e-7d22-4e53-b7d1-30063555d4af service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811598 Jul 08 01:39:55.664505 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-033b9d51-7cb2-4c12-b9ae-e3474fcfb102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.039148 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36aebe8-1d53-4807-a573-3d572ddf5ba8 req-9f6d9f70-7213-43e8-b767-af3019bb1aed tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:56.040882 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e36aebe8-1d53-4807-a573-3d572ddf5ba8 req-9f6d9f70-7213-43e8-b767-af3019bb1aed tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0688810 Jul 08 01:39:56.079715 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e36aebe8-1d53-4807-a573-3d572ddf5ba8 req-179bfa72-5be3-44fd-a5dc-3727a48cefb7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332630 Jul 08 01:39:57.251290 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7323b-44ad-49a3-a12b-5a18817e0a81 req-aa73a6ce-31c4-43a0-8adb-8ce3f6d48545 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:57.252787 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-37d7323b-44ad-49a3-a12b-5a18817e0a81 req-aa73a6ce-31c4-43a0-8adb-8ce3f6d48545 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0630805 Jul 08 01:39:57.289539 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-37d7323b-44ad-49a3-a12b-5a18817e0a81 req-cdebbb3e-872b-42ef-9123-7d9e0159309a tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310638 Jul 08 01:39:58.449058 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.459450 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c786230e-a5df-4d9f-9845-ca927f0a8c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.460614 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95d89f-b84b-46c6-b123-27acac779a65 req-ef10cd8f-e57c-4202-9098-65078d10baa7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:58.462150 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8a95d89f-b84b-46c6-b123-27acac779a65 req-ef10cd8f-e57c-4202-9098-65078d10baa7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0649836 Jul 08 01:39:58.499969 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-8a95d89f-b84b-46c6-b123-27acac779a65 req-13069bf4-1c2a-4401-abaa-fe1b4b50fe8b tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319748 Jul 08 01:39:58.812720 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-495264ef-0bc2-4adf-8fea-f8fc21081624 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955288 Jul 08 01:39:58.848607 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad52cf0-7cca-4210-a828-bd8ccf2cad3f req-d12fc80d-8a6a-448b-b79a-1380cb1331de tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:58.850146 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7ad52cf0-7cca-4210-a828-bd8ccf2cad3f req-d12fc80d-8a6a-448b-b79a-1380cb1331de tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0670438 Jul 08 01:39:58.889388 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-7ad52cf0-7cca-4210-a828-bd8ccf2cad3f req-c759a508-e33a-41e8-a62e-181caa58a2d9 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Jul 08 01:39:59.285062 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e497cf72-cf7e-440b-8590-8a0bfd8d7302 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:59.359644 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.381628 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:59.383898 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04f7f7-89bd-4a7f-a065-19ddfd8f6527" -d '{"events": [{"server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "name": "network-vif-unplugged", "status": "completed", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:59.399312 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:59.404136 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.456570 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=6']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:59.472904 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.473262 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.473612 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.473986 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.474328 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.474665 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.475001 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.475336 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.476204 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.476533 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.476862 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.477191 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:59.484343 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7e8d54-3c4f-4cc8-99af-2ce41296c7b5 x-openstack-request-id: req-0a7e8d54-3c4f-4cc8-99af-2ce41296c7b5 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:59.484618 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "name": "network-vif-unplugged", "status": "failed", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302", "code": 422}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:59.485029 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a7e8d54-3c4f-4cc8-99af-2ce41296c7b5 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:59.485340 dv-cinder-799848-1-iscsi neutron-server[92927]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'code': 422} returned with failed status Jul 08 01:39:59.486536 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.064775 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b41a8-7299-44c7-8489-bd9538d7893c req-0c60416f-841c-4af3-aaad-847492b6a448 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.066270 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4a1b41a8-7299-44c7-8489-bd9538d7893c req-0c60416f-841c-4af3-aaad-847492b6a448 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0624311 Jul 08 01:40:00.102799 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4a1b41a8-7299-44c7-8489-bd9538d7893c req-359cfb56-ef9e-4864-8cd0-ecc047466b1c tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Jul 08 01:40:00.249379 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-5a55a893-9913-4bb4-aab2-083017fe20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.250863 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-5a55a893-9913-4bb4-aab2-083017fe20ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313&tenant_id=cd150e3d190e47a4b82740c64c868f83 HTTP/1.1" status: 200 len: 1097 time: 0.0515022 Jul 08 01:40:00.321560 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-754b8f25-2834-4b01-b3af-fa6ca5397014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.323018 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-754b8f25-2834-4b01-b3af-fa6ca5397014 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1097 time: 0.0505331 Jul 08 01:40:00.412281 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-09099e9c-4c2d-4971-9c6b-f896f8afcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.414314 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-09099e9c-4c2d-4971-9c6b-f896f8afcf92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 909 time: 0.0848150 Jul 08 01:40:00.477623 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-ec812cf6-65f6-4141-a2a3-2f0cd4728b39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 999 time: 0.0554054 Jul 08 01:40:00.524519 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-efd78ce0-7930-44f4-979a-a15e01065d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.526298 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-efd78ce0-7930-44f4-979a-a15e01065d88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 200 len: 848 time: 0.0417597 Jul 08 01:40:00.585336 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-5d7d5b93-aff6-4807-9736-75b9301daca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.586801 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-5d7d5b93-aff6-4807-9736-75b9301daca3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab9262de-ab7b-41e0-a355-08395c240deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545332 Jul 08 01:40:00.673850 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-70c498bd-9d38-4c3d-b253-396bbd222678 service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806141 Jul 08 01:40:00.763874 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cfb89400-57cf-4c9e-8c8a-bc7961b34af2 req-4301862a-1cce-4398-8245-633a63347d3b service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834024 Jul 08 01:40:00.851564 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.271175 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6a8c5-c4a1-438a-b0b9-9dd414ab8d62 req-f4f66778-0227-4880-bc8a-ac705dd6ad2c tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:01.272693 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9ca6a8c5-c4a1-438a-b0b9-9dd414ab8d62 req-f4f66778-0227-4880-bc8a-ac705dd6ad2c tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0616403 Jul 08 01:40:01.309154 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9ca6a8c5-c4a1-438a-b0b9-9dd414ab8d62 req-a8acc621-bb4b-4229-99e2-d7c15a9941cf tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309563 Jul 08 01:40:02.481026 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdabd6b-188b-4179-8165-c7238d3d84cd req-3c629472-ed66-48a6-8a11-52d5b26a9149 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:02.482556 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9fdabd6b-188b-4179-8165-c7238d3d84cd req-3c629472-ed66-48a6-8a11-52d5b26a9149 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0654519 Jul 08 01:40:02.519978 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9fdabd6b-188b-4179-8165-c7238d3d84cd req-b6233d22-ac69-4e44-8318-3e473c25a4e2 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318582 Jul 08 01:40:03.688152 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9fef3-93a2-4d97-9898-957351b844d0 req-980cf9ea-dc5a-47ca-816f-4a7a973605b0 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:03.689605 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9aa9fef3-93a2-4d97-9898-957351b844d0 req-980cf9ea-dc5a-47ca-816f-4a7a973605b0 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0612478 Jul 08 01:40:03.729319 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-9aa9fef3-93a2-4d97-9898-957351b844d0 req-fe5ed9d7-5c31-408b-9723-dd5a660f63f8 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343230 Jul 08 01:40:04.905070 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a6a5b-3c79-433a-b8bf-6b9798cd9bcc req-a80bc24d-cbe0-435a-93a1-e7f6f7d1efc8 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:04.906570 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4e7a6a5b-3c79-433a-b8bf-6b9798cd9bcc req-a80bc24d-cbe0-435a-93a1-e7f6f7d1efc8 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0621529 Jul 08 01:40:04.943599 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-4e7a6a5b-3c79-433a-b8bf-6b9798cd9bcc req-381b8aa9-8d4f-464c-abec-34604dc5ffe4 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316820 Jul 08 01:40:06.111783 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958391-d310-4ce1-9918-7af773c4ba42 req-310db891-6d2d-485c-a380-c3d9b6a0b69e tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:06.113337 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a9958391-d310-4ce1-9918-7af773c4ba42 req-310db891-6d2d-485c-a380-c3d9b6a0b69e tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0618212 Jul 08 01:40:06.150083 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-a9958391-d310-4ce1-9918-7af773c4ba42 req-52143bc3-6361-48ff-bfb9-91855f191ea5 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307426 Jul 08 01:40:07.300857 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e497cf72-cf7e-440b-8590-8a0bfd8d7302 details requested by agent hyperv_hv-cinder-79984 with host hv-cinder-79984 {{(pid=92927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:07.395918 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:07.410724 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Returning: {'device': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'port_id': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'mac_address': 'fa:16:3e:85:d5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:07.447016 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.459255 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e497cf72-cf7e-440b-8590-8a0bfd8d7302 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:07.478866 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:07.482018 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdda35-a2e6-4c3b-a250-6ebb9a8edbf4 req-4863160a-e582-4418-b8d3-0fbba37a850f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:07.482882 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.483511 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9dcdda35-a2e6-4c3b-a250-6ebb9a8edbf4 req-4863160a-e582-4418-b8d3-0fbba37a850f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 944 time: 0.0648694 Jul 08 01:40:07.520715 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-9dcdda35-a2e6-4c3b-a250-6ebb9a8edbf4 req-7ed8f767-6cc5-4e3a-93c0-9f20cb78fc33 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314500 Jul 08 01:40:07.529401 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=7']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:07.713435 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['e497cf72-cf7e-440b-8590-8a0bfd8d7302'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:08.695187 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5801b4e-8038-4082-82ff-e68a5b378d13 req-e9dd0d4c-336b-437b-b168-575069a73be4 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:08.696627 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f5801b4e-8038-4082-82ff-e68a5b378d13 req-e9dd0d4c-336b-437b-b168-575069a73be4 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 945 time: 0.0617371 Jul 08 01:40:08.733474 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-f5801b4e-8038-4082-82ff-e68a5b378d13 req-e67a5a79-d0f8-4d01-acef-26f5c092a3c0 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315285 Jul 08 01:40:09.312560 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e497cf72-cf7e-440b-8590-8a0bfd8d7302 up at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:09.358224 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Provisioning complete for port e497cf72-cf7e-440b-8590-8a0bfd8d7302 triggered by entity L2. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:09.358598 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.433673 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.455053 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:09.457253 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd99492c7a23d04a61bd2aa1eb5876555a6899aba68053610fba4f633096525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ca79b8-21e1-4142-869f-b250fb8c8e33" -d '{"events": [{"server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "name": "network-vif-plugged", "status": "completed", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:09.469815 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:09.473936 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.497721 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94691f4f-db71-46f1-96b6-cf07f7846b11 x-openstack-request-id: req-94691f4f-db71-46f1-96b6-cf07f7846b11 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:09.498032 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "name": "network-vif-plugged", "status": "completed", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:09.498286 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94691f4f-db71-46f1-96b6-cf07f7846b11 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:09.498664 dv-cinder-799848-1-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'code': 200} Jul 08 01:40:09.527239 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Pushing event updated for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=8']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:09.617885 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-d287c625-179d-49c5-ac34-a784661176d3 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801910826&fields=id&tenant_id=42d4fc8eb7904c8584e43990f94c0fac HTTP/1.1" status: 200 len: 267 time: 0.0337622 Jul 08 01:40:09.689323 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-4da26741-5056-4a3e-abbf-757913e4002b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:09.690840 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-4da26741-5056-4a3e-abbf-757913e4002b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 984 time: 0.0667682 Jul 08 01:40:09.701532 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.v2.base [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Request body: {'port': {'security_groups': ['520e8787-c49c-448e-a5f8-ee0a67f45a58']}} {{(pid=92925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:09.820388 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608443'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.831824 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa22de-9019-4a67-8394-d6400dbc8ef2 req-84544395-e7f7-4e65-aa7c-2a6744af3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:09.833325 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4faa22de-9019-4a67-8394-d6400dbc8ef2 req-84544395-e7f7-4e65-aa7c-2a6744af3a76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1099 time: 0.1090364 Jul 08 01:40:09.909341 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-4faa22de-9019-4a67-8394-d6400dbc8ef2 req-d0fbd0c4-e708-4af1-b0da-6d502e26c608 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661936 Jul 08 01:40:09.914497 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b742f-59c0-4291-841c-882140c97f1d req-ac061427-3787-4a85-990e-f0b7257a3e40 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:09.921151 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-cf4b742f-59c0-4291-841c-882140c97f1d req-ac061427-3787-4a85-990e-f0b7257a3e40 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0672729 Jul 08 01:40:09.953934 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-cf4b742f-59c0-4291-841c-882140c97f1d req-527fb5ac-3b75-4fc5-ad87-caff160d1452 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Jul 08 01:40:10.018748 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] For port c9362a3a-f503-4187-b995-d30e25a0583a, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c9362a3a-f503-4187-b995-d30e25a0583a,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:10.053501 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.058170 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730025248031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730024821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730024824095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63486886'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.070228 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['c9362a3a-f503-4187-b995-d30e25a0583a'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:10.101039 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:10.101704 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.103193 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-ef9e7ee3-15d2-4aba-a314-8241d28f8a65 req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "PUT /v2.0/ports/c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 942 time: 0.4061451 Jul 08 01:40:10.106290 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:10.109246 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46104) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:10.111536 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:10.162497 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event updated for resources: {'Port': ['ID=c9362a3a-f503-4187-b995-d30e25a0583a,revision_number=7']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:10.172983 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.173636 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.174199 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.174707 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.174848 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['c9362a3a-f503-4187-b995-d30e25a0583a'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:10.175517 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.176333 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.177104 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.178130 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.180496 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.181041 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.181550 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.182087 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec1a76-038e-4d79-900e-540b4e606e3b tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.192583 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.229769 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.245778 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e92c0f-a2ac-4800-b99f-9b9f0708c585 x-openstack-request-id: req-20e92c0f-a2ac-4800-b99f-9b9f0708c585 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:10.246188 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:10.246444 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20e92c0f-a2ac-4800-b99f-9b9f0708c585 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:10.247090 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'status': 'completed', 'code': 200} Jul 08 01:40:10.298341 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.303108 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.305109 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "DELETE /v2.0/security-groups/4a5cbd77-7f9f-42ae-8f08-681cf6fb0170 HTTP/1.1" status: 204 len: 168 time: 0.1947711 Jul 08 01:40:10.308478 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46110) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:10.315594 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5cbd77-7f9f-42ae-8f08-681cf6fb0170,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:10.325298 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.325888 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.326188 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.326617 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.327026 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.327427 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.327829 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.328234 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.328572 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.329039 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.329427 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.329868 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe7f18-4646-49cd-baba-7256fb358a91 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:10.397311 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-f8b1738e-8b4f-42a2-9a82-d74200394ead None None] Provisioning complete for port c9362a3a-f503-4187-b995-d30e25a0583a triggered by entity DHCP. {{(pid=92927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:10.397917 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f8b1738e-8b4f-42a2-9a82-d74200394ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1797220'] for port, provisioning_complete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.441658 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-d61290a3-90bd-4397-a824-58f85f479911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:10.443179 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-d61290a3-90bd-4397-a824-58f85f479911 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1098 time: 0.1701441 Jul 08 01:40:10.569910 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-e0915378-8087-4380-aaf4-8fe1596fdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:10.571400 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-e0915378-8087-4380-aaf4-8fe1596fdbe4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 200 len: 914 time: 0.1156559 Jul 08 01:40:10.573528 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Deleting port 12e0512b-2d28-4456-91f8-bcf2de4820fe {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:10.573909 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.688928 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-aa7c8161-472e-41d3-9d50-8ea047d78210 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 1000 time: 0.1036654 Jul 08 01:40:10.702205 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.702820 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.738587 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Calling delete_port for 12e0512b-2d28-4456-91f8-bcf2de4820fe owned by network:floatingip {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:10.794954 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-772d6067-45dd-4ce7-a85b-322c0d829696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:10.796396 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-772d6067-45dd-4ce7-a85b-322c0d829696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c172bfbf-7aac-45a4-b4e7-dea9233987f7 HTTP/1.1" status: 200 len: 853 time: 0.0870500 Jul 08 01:40:10.889189 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-90a2e259-f764-4980-9714-99ec7576282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:10.890811 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-90a2e259-f764-4980-9714-99ec7576282a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280153d1-b3b3-454e-8ac2-265e677d6b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838866 Jul 08 01:40:10.994055 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.028100 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event deleted for resources: {'Port': ['ID=12e0512b-2d28-4456-91f8-bcf2de4820fe,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:11.057587 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-f979fc3b-4e60-467a-9fec-48ca7165c9b0 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568170 Jul 08 01:40:11.177752 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks [] for floatingip, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.178102 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Floating IP 063afe98-79a4-445d-9bcc-5697bd37d2af disassociated (deleted). External IP: 172.27.3.68, port: c9362a3a-f503-4187-b995-d30e25a0583a. Jul 08 01:40:11.286497 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-3ffc5116-e4a7-43bb-8edb-adb2e883a7dd req-ad65196b-60fa-4b27-9dd6-8caeb72e8dbb service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083554 Jul 08 01:40:11.294408 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dd59a-771a-4aa7-88ff-944b2edabffd req-2a6a081e-37f5-4518-965d-59f1b7c5f776 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:11.295769 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d36dd59a-771a-4aa7-88ff-944b2edabffd req-2a6a081e-37f5-4518-965d-59f1b7c5f776 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.2167370 Jul 08 01:40:11.347850 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-d36dd59a-771a-4aa7-88ff-944b2edabffd req-092ee9e5-f7d9-49aa-bdae-c1628e65c3c8 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Jul 08 01:40:11.447569 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Router 33e051b9-e48e-4936-ad26-ff0e8a995a9b has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:40:11.550844 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:40:11.556116 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.560375 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] Sync routers for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:40:11.569136 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:11.569776 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:39:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:11.593138 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-8669e2ee-35af-4b5d-9abc-e0ae50c722be tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "DELETE /v2.0/floatingips/063afe98-79a4-445d-9bcc-5697bd37d2af HTTP/1.1" status: 204 len: 168 time: 1.2831995 Jul 08 01:40:11.673847 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:11.874340 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 5, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:11.904285 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] Checking router: 33e051b9-e48e-4936-ad26-ff0e8a995a9b for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:40:11.913051 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:11.913674 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:39:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:12.014539 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:12.248551 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:12.250991 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91" -d '{"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:12.288372 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e8f7ec-76b6-429a-a52f-a5edf03b2e75 x-openstack-request-id: req-71e8f7ec-76b6-429a-a52f-a5edf03b2e75 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:12.288750 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:12.288998 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71e8f7ec-76b6-429a-a52f-a5edf03b2e75 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:12.289388 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'status': 'completed', 'code': 200} Jul 08 01:40:12.325702 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 5, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:12.351686 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe573c98-2902-46ff-867a-ebd3be86f652 None None] The sync data for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi is: [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:38:09Z', 'revision_number': 4, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '2090ba89-a22b-4099-9342-939cbb8a93dc', 'name': '', 'network_id': '280153d1-b3b3-454e-8ac2-265e677d6b63', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'mac_address': 'fa:16:3e:d7:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:09Z', 'updated_at': '2021-07-08T01:38:14Z', 'revision_number': 5, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'subnets': [{'id': 'c172bfbf-7aac-45a4-b4e7-dea9233987f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:40:12.361341 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-79c42f13-5962-4fef-bf88-5d8e92eda07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:12.362899 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-79c42f13-5962-4fef-bf88-5d8e92eda07b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 1098 time: 0.0517614 Jul 08 01:40:12.453568 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-94a27bec-a261-41b6-a4ae-f287489ca252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:12.455421 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-94a27bec-a261-41b6-a4ae-f287489ca252 service neutron] 10.222.0.21 "GET /v2.0/networks?id=280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 200 len: 914 time: 0.0858412 Jul 08 01:40:12.575249 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02d787-65f8-4a27-a56d-a0560900598a None None] New status for floating IP 063afe98-79a4-445d-9bcc-5697bd37d2af: DOWN {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:40:12.775420 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-b914a6ab-6f66-47bc-9adc-1fd8b0e6ec0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 200 len: 217 time: 0.3133237 Jul 08 01:40:12.823031 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-3f212b1b-7827-4cd3-82a2-11d36e7565d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:12.824387 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-3f212b1b-7827-4cd3-82a2-11d36e7565d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c172bfbf-7aac-45a4-b4e7-dea9233987f7 HTTP/1.1" status: 200 len: 853 time: 0.0423608 Jul 08 01:40:12.881214 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-68d4e151-7727-4d8d-bad7-aefc0d58e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:12.882738 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-68d4e151-7727-4d8d-bad7-aefc0d58e61c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280153d1-b3b3-454e-8ac2-265e677d6b63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520127 Jul 08 01:40:12.973206 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-9d533d69-eb80-444e-8cef-9690cec1983e service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837507 Jul 08 01:40:13.063959 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-027e3c2d-8f3c-4e51-9c7f-6a136a961b91 req-97218e18-4b2b-426c-8388-f12af81f02c0 service neutron] 10.222.0.21 "GET /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845547 Jul 08 01:40:14.632074 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f5091-d97e-4983-babb-22aa8f944811 req-03a923e2-7137-45f0-be40-cb852ab76d6a tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:14.633546 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a96f5091-d97e-4983-babb-22aa8f944811 req-03a923e2-7137-45f0-be40-cb852ab76d6a tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0806718 Jul 08 01:40:14.672714 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-a96f5091-d97e-4983-babb-22aa8f944811 req-7706d948-58b5-40e4-9aaa-a8124b6493bd tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Jul 08 01:40:15.894848 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c15e2c-b30e-433d-8bab-76e9dd46a73b req-c80f4f03-0e94-4b3f-8c43-361924984e6f tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:15.896313 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b7c15e2c-b30e-433d-8bab-76e9dd46a73b req-c80f4f03-0e94-4b3f-8c43-361924984e6f tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0671000 Jul 08 01:40:15.932827 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b7c15e2c-b30e-433d-8bab-76e9dd46a73b req-fd2fd599-0cd8-4f96-90ac-2f4ff865bfcb tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/security-groups?id=520e8787-c49c-448e-a5f8-ee0a67f45a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 Jul 08 01:40:16.234628 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-5c1d307c-5593-4e79-b66a-903d18da06a6 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:16.236390 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-5c1d307c-5593-4e79-b66a-903d18da06a6 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 945 time: 0.0644166 Jul 08 01:40:16.333958 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Deleting port c9362a3a-f503-4187-b995-d30e25a0583a {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:16.334299 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.417893 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] For port c9362a3a-f503-4187-b995-d30e25a0583a, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=c9362a3a-f503-4187-b995-d30e25a0583a,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:16.418252 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.430489 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Calling delete_port for c9362a3a-f503-4187-b995-d30e25a0583a owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:16.558639 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.571074 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] get_ports_and_sgs() called for port_ids ['c9362a3a-f503-4187-b995-d30e25a0583a'] {{(pid=92927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:16.585917 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Pushing event deleted for resources: {'Port': ['ID=c9362a3a-f503-4187-b995-d30e25a0583a,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:16.632049 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] No DVR routers for this DVR port c9362a3a-f503-4187-b995-d30e25a0583a on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:16.634466 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.636394 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-b75c1cfc-fa8a-4fee-ba8e-5ce005575014 req-644c5cf7-79f0-4f79-b500-0c4449b553fc tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.21 "DELETE /v2.0/ports/c9362a3a-f503-4187-b995-d30e25a0583a HTTP/1.1" status: 204 len: 173 time: 0.3942776 Jul 08 01:40:16.636825 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'name': 'network-vif-deleted', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:16.639132 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7cbed4-ebc8-44d8-8673-fd6fd841b4bf" -d '{"events": [{"server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "name": "network-vif-deleted", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:16.678017 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df2334d-babf-44bb-82cf-a737daa31268 x-openstack-request-id: req-3df2334d-babf-44bb-82cf-a737daa31268 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:16.678328 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f05c832-5658-44cf-a122-ecbff066c8b9", "name": "network-vif-deleted", "tag": "c9362a3a-f503-4187-b995-d30e25a0583a", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:16.678575 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3df2334d-babf-44bb-82cf-a737daa31268 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:16.678971 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f05c832-5658-44cf-a122-ecbff066c8b9', 'name': 'network-vif-deleted', 'tag': 'c9362a3a-f503-4187-b995-d30e25a0583a', 'status': 'completed', 'code': 200} Jul 08 01:40:17.093819 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-8b74ea90-dd4e-4396-9e7a-8bc7f9f80d9d req-69011061-b604-4fb2-9d4b-f867b2f0d872 tempest-TestMinimumBasicScenario-1618964652 tempest-TestMinimumBasicScenario-1618964652-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f05c832-5658-44cf-a122-ecbff066c8b9 HTTP/1.1" status: 200 len: 210 time: 0.0319214 Jul 08 01:40:18.774418 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46198) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:19.106548 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.316730 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device c9362a3a-f503-4187-b995-d30e25a0583a no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:19.338974 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: c9362a3a-f503-4187-b995-d30e25a0583a {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:19.339316 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device c9362a3a-f503-4187-b995-d30e25a0583a not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:19.356192 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Deleting port 2090ba89-a22b-4099-9342-939cbb8a93dc {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:19.356536 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.434290 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] For port 2090ba89-a22b-4099-9342-939cbb8a93dc, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2090ba89-a22b-4099-9342-939cbb8a93dc,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:19.434646 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.447295 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Calling delete_port for 2090ba89-a22b-4099-9342-939cbb8a93dc owned by network:router_interface {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:19.618265 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.643134 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Pushing event deleted for resources: {'Port': ['ID=2090ba89-a22b-4099-9342-939cbb8a93dc,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:19.805219 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.011779 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Router 33e051b9-e48e-4936-ad26-ff0e8a995a9b has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:40:20.115541 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:40:20.120513 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-33f161ef-9777-48d3-9948-0075995c2661 admin admin] 10.222.0.22 "PUT /v2.0/routers/33e051b9-e48e-4936-ad26-ff0e8a995a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3450158 Jul 08 01:40:20.123017 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46200) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:20.125850 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] Sync routers for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:40:20.134852 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:20.135465 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:39:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:20.224220 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks [] for router, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.239772 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:20.326192 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.376777 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Deleting port cdf5cd07-7d81-417a-8cfa-a5607c27d62c {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:20.377125 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.410589 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:40:19Z', 'revision_number': 5, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port': {'id': 'cdf5cd07-7d81-417a-8cfa-a5607c27d62c', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:07Z', 'updated_at': '2021-07-08T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:20.435441 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] Checking router: 33e051b9-e48e-4936-ad26-ff0e8a995a9b for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:40:20.443514 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] Routers {'33e051b9-e48e-4936-ad26-ff0e8a995a9b'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:20.444634 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:39:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:20.453648 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] For port cdf5cd07-7d81-417a-8cfa-a5607c27d62c, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=cdf5cd07-7d81-417a-8cfa-a5607c27d62c,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:20.454035 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.470499 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Calling delete_port for cdf5cd07-7d81-417a-8cfa-a5607c27d62c owned by network:router_gateway {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:20.527899 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] Set router 33e051b9-e48e-4936-ad26-ff0e8a995a9b gateway port host: None {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:20.582067 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:40:20Z', 'revision_number': 6, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port_host': None}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:20.608536 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6cd00-7b69-4e5b-a69c-77b98a54f258 None None] The sync data for ids ['33e051b9-e48e-4936-ad26-ff0e8a995a9b'] in dv-cinder-799848-1-iscsi is: [{'id': '33e051b9-e48e-4936-ad26-ff0e8a995a9b', 'name': 'tempest-TestMinimumBasicScenario-925649454-router', 'tenant_id': '42d4fc8eb7904c8584e43990f94c0fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:06Z', 'updated_at': '2021-07-08T01:40:20Z', 'revision_number': 6, 'project_id': '42d4fc8eb7904c8584e43990f94c0fac', 'gw_port_host': None}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:40:20.639232 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.667294 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf5cd07-7d81-417a-8cfa-a5607c27d62c,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:20.728272 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.814849 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.816910 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.859931 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.860525 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e051b9-e48e-4936-ad26-ff0e8a995a9b {{(pid=92925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:40:20.866947 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.868137 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-828975d5-939c-4bbf-a380-0b85c047bf10 admin admin] 10.222.0.22 "DELETE /v2.0/routers/33e051b9-e48e-4936-ad26-ff0e8a995a9b HTTP/1.1" status: 204 len: 168 time: 0.7442117 Jul 08 01:40:20.870595 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46202) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:20.916878 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_v2 [None req-8122a201-3b4d-4819-9297-3d774a8d5411 admin admin] Deleting subnet c172bfbf-7aac-45a4-b4e7-dea9233987f7 {{(pid=92925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:40:20.919770 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8122a201-3b4d-4819-9297-3d774a8d5411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.954579 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8122a201-3b4d-4819-9297-3d774a8d5411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63565959'] for subnet, precommit_delete_associations {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.037394 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8122a201-3b4d-4819-9297-3d774a8d5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.091698 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8122a201-3b4d-4819-9297-3d774a8d5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63486949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63286642'] for subnet, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.116924 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122a201-3b4d-4819-9297-3d774a8d5411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c172bfbf-7aac-45a4-b4e7-dea9233987f7,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:21.120413 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8122a201-3b4d-4819-9297-3d774a8d5411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.122975 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-8122a201-3b4d-4819-9297-3d774a8d5411 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c172bfbf-7aac-45a4-b4e7-dea9233987f7 HTTP/1.1" status: 204 len: 168 time: 0.2514303 Jul 08 01:40:21.124755 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46204) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:21.125999 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b1e24-207e-433b-aa77-f15823cbe4bb None None] Network 280153d1-b3b3-454e-8ac2-265e677d6b63 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:21.191015 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.241970 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Deleting port 4e5fea08-a506-4516-851b-c273b07cbea5 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:21.242312 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.308100 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] For port 4e5fea08-a506-4516-851b-c273b07cbea5, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=4e5fea08-a506-4516-851b-c273b07cbea5,segment=NetworkSegment(87079648-c644-464c-954d-e16313a7743d),segment_id=87079648-c644-464c-954d-e16313a7743d)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:21.308461 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.320392 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Calling delete_port for 4e5fea08-a506-4516-851b-c273b07cbea5 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:21.400379 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.401838 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978436e0-bfbb-40c6-acda-78534baca19c None None] DHCP port deletion for 280153d1-b3b3-454e-8ac2-265e677d6b63 request from dv-cinder-799848-1-iscsi {{(pid=92927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:40:21.431413 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5fea08-a506-4516-851b-c273b07cbea5,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:21.434740 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] No DVR routers for this DVR port 4e5fea08-a506-4516-851b-c273b07cbea5 on host dv-cinder-799848-1-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:21.503001 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.513147 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280153d1-b3b3-454e-8ac2-265e677d6b63']}} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:21.523657 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87079648-c644-464c-954d-e16313a7743d') {'for_net_delete': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:21.523959 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87079648-c644-464c-954d-e16313a7743d') {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:21.532499 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63565966'] for segment, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.546520 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.552585 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=92925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:40:21.553043 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63486786'] for segment, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: Traceback (most recent call last): Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: timer() Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: cb(*args, **kw) Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: return func(*args, **kwargs) Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: self._notify() Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: self.callback(batched_events) Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: event.method(event) Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: return f(self, *a, **k) Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._get(url).json() Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: return self.request(url, 'GET', **kwargs) Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:40:21.554966 dv-cinder-799848-1-iscsi neutron-server[92925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:40:21.850339 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2090ba89-a22b-4099-9342-939cbb8a93dc no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:21.871534 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 2090ba89-a22b-4099-9342-939cbb8a93dc {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:21.871907 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2090ba89-a22b-4099-9342-939cbb8a93dc not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:21.872332 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 4e5fea08-a506-4516-851b-c273b07cbea5 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:21.881154 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.886270 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.888481 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] 10.222.0.22 "DELETE /v2.0/networks/280153d1-b3b3-454e-8ac2-265e677d6b63 HTTP/1.1" status: 204 len: 168 time: 0.7625346 Jul 08 01:40:21.891467 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46206) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:21.898104 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 4e5fea08-a506-4516-851b-c273b07cbea5 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:21.899043 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 4e5fea08-a506-4516-851b-c273b07cbea5 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:21.899464 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device cdf5cd07-7d81-417a-8cfa-a5607c27d62c no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:21.901310 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b6b64-c6ef-44ae-828b-68ee3c324e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=280153d1-b3b3-454e-8ac2-265e677d6b63,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:21.921081 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: cdf5cd07-7d81-417a-8cfa-a5607c27d62c {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:21.921433 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device cdf5cd07-7d81-417a-8cfa-a5607c27d62c not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:22.231618 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.474899 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Deleting port 8988908a-e176-4bb2-a2f2-d3aba1873530 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:22.475772 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.554504 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] For port 8988908a-e176-4bb2-a2f2-d3aba1873530, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=8988908a-e176-4bb2-a2f2-d3aba1873530,segment=NetworkSegment(d46f5fc5-83cc-4a77-a1d9-d6d8e012e383),segment_id=d46f5fc5-83cc-4a77-a1d9-d6d8e012e383)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:22.554865 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.567037 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Calling delete_port for 8988908a-e176-4bb2-a2f2-d3aba1873530 owned by network:router_interface {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:22.737412 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.763053 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Pushing event deleted for resources: {'Port': ['ID=8988908a-e176-4bb2-a2f2-d3aba1873530,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:22.926365 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.095254 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.134702 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Router 4c72c643-58a6-44da-adf4-fa3500a11d28 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:40:23.236554 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:40:23.242619 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-f008e59d-14db-46e8-ae1e-6c0171cef196 admin admin] 10.222.0.22 "PUT /v2.0/routers/4c72c643-58a6-44da-adf4-fa3500a11d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3489113 Jul 08 01:40:23.243936 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46208) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:23.245073 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] Sync routers for ids ['4c72c643-58a6-44da-adf4-fa3500a11d28'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:40:23.254615 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] Routers {'4c72c643-58a6-44da-adf4-fa3500a11d28'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:23.255301 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:39:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['4c72c643-58a6-44da-adf4-fa3500a11d28'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:23.344723 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.352456 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] Set router 4c72c643-58a6-44da-adf4-fa3500a11d28 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:23.443493 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.495187 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Deleting port 49b1b4e1-b10d-401c-a067-c70b86164968 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:23.495526 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.525582 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:40:22Z', 'revision_number': 5, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port': {'id': '49b1b4e1-b10d-401c-a067-c70b86164968', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:23.550489 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] Checking router: 4c72c643-58a6-44da-adf4-fa3500a11d28 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:40:23.558549 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] Routers {'4c72c643-58a6-44da-adf4-fa3500a11d28'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:23.559159 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:39:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['4c72c643-58a6-44da-adf4-fa3500a11d28'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:23.575023 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] For port 49b1b4e1-b10d-401c-a067-c70b86164968, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=49b1b4e1-b10d-401c-a067-c70b86164968,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:23.575387 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.586552 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Calling delete_port for 49b1b4e1-b10d-401c-a067-c70b86164968 owned by network:router_gateway {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:23.642040 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] Set router 4c72c643-58a6-44da-adf4-fa3500a11d28 gateway port host: None {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:23.747952 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.773325 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=49b1b4e1-b10d-401c-a067-c70b86164968,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:23.778928 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:40:23Z', 'revision_number': 6, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port_host': None}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:23.806176 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04cd3a1-1f39-4bb2-9296-9d6a9831b5bd None None] The sync data for ids ['4c72c643-58a6-44da-adf4-fa3500a11d28'] in dv-cinder-799848-1-iscsi is: [{'id': '4c72c643-58a6-44da-adf4-fa3500a11d28', 'name': 'tempest-TestMinimumBasicScenario-1513263978-router', 'tenant_id': 'f4073f1a9cca4951b31ebd926eae774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:11Z', 'updated_at': '2021-07-08T01:40:23Z', 'revision_number': 6, 'project_id': 'f4073f1a9cca4951b31ebd926eae774a', 'gw_port_host': None}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:40:23.842489 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.928646 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.930687 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.973271 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.973835 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c72c643-58a6-44da-adf4-fa3500a11d28 {{(pid=92926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:40:23.978634 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.979765 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-c4061364-e5ad-48be-82a0-b453252c3e0a admin admin] 10.222.0.22 "DELETE /v2.0/routers/4c72c643-58a6-44da-adf4-fa3500a11d28 HTTP/1.1" status: 204 len: 168 time: 0.7349105 Jul 08 01:40:23.982244 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46210) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:24.025781 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f6b976-4cbe-46c4-bc72-9c00dd7b65f7 admin admin] Deleting subnet 5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:40:24.028764 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-50f6b976-4cbe-46c4-bc72-9c00dd7b65f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.062910 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-50f6b976-4cbe-46c4-bc72-9c00dd7b65f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.140137 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-50f6b976-4cbe-46c4-bc72-9c00dd7b65f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.194932 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-50f6b976-4cbe-46c4-bc72-9c00dd7b65f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.221229 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6b976-4cbe-46c4-bc72-9c00dd7b65f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:24.223234 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-50f6b976-4cbe-46c4-bc72-9c00dd7b65f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.228214 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-50f6b976-4cbe-46c4-bc72-9c00dd7b65f7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5b5e6aa9-dcf4-4d32-bac3-ac8aa6447dbc HTTP/1.1" status: 204 len: 168 time: 0.2449954 Jul 08 01:40:24.228802 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46212) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:24.230425 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a1ce2-cfd2-4485-8ddc-4cf6a5c4cdf1 None None] Network 1b7e6d61-8177-4052-a277-64eb146b37e4 requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:24.298332 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.348658 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Deleting port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:24.349001 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.415744 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] For port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=88a1028b-63db-42fd-a5c5-9cf90d3ad90d,segment=NetworkSegment(d46f5fc5-83cc-4a77-a1d9-d6d8e012e383),segment_id=d46f5fc5-83cc-4a77-a1d9-d6d8e012e383)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:24.416122 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.428739 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Calling delete_port for 88a1028b-63db-42fd-a5c5-9cf90d3ad90d owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:24.507724 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.535687 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Pushing event deleted for resources: {'Port': ['ID=88a1028b-63db-42fd-a5c5-9cf90d3ad90d,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:24.539276 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] No DVR routers for this DVR port 88a1028b-63db-42fd-a5c5-9cf90d3ad90d on host dv-cinder-799848-1-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:24.587538 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388da68-245b-46d8-a5d7-7d363b293f18 None None] DHCP port deletion for 1b7e6d61-8177-4052-a277-64eb146b37e4 request from dv-cinder-799848-1-iscsi {{(pid=92927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:40:24.614352 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.624331 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7e6d61-8177-4052-a277-64eb146b37e4']}} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:24.634297 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383') {'for_net_delete': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:24.634601 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46f5fc5-83cc-4a77-a1d9-d6d8e012e383') {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:24.643240 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63565966'] for segment, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.657031 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.663771 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=92925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:40:24.664243 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63486786'] for segment, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: Traceback (most recent call last): Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: timer() Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: cb(*args, **kw) Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: return func(*args, **kwargs) Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: self._notify() Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: self.callback(batched_events) Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: event.method(event) Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: return f(self, *a, **k) Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._get(url).json() Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: return self.request(url, 'GET', **kwargs) Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:40:24.666264 dv-cinder-799848-1-iscsi neutron-server[92925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:40:24.724567 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.730448 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.732288 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] 10.222.0.22 "DELETE /v2.0/networks/1b7e6d61-8177-4052-a277-64eb146b37e4 HTTP/1.1" status: 204 len: 168 time: 0.5022159 Jul 08 01:40:24.742896 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ce32d-b472-43c5-96f5-1d63933839eb admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7e6d61-8177-4052-a277-64eb146b37e4,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:24.899138 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46216) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:24.938133 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-d09ab78d-390c-4201-9a15-6076ad577792 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42d4fc8eb7904c8584e43990f94c0fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378363 Jul 08 01:40:24.940484 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46218) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:24.986646 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6282726-d27a-4898-b116-3f32e085f52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.007542 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6282726-d27a-4898-b116-3f32e085f52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.056372 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6282726-d27a-4898-b116-3f32e085f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.059053 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-a6282726-d27a-4898-b116-3f32e085f52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.060187 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-a6282726-d27a-4898-b116-3f32e085f52f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/520e8787-c49c-448e-a5f8-ee0a67f45a58 HTTP/1.1" status: 204 len: 168 time: 0.1188188 Jul 08 01:40:25.067353 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6282726-d27a-4898-b116-3f32e085f52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520e8787-c49c-448e-a5f8-ee0a67f45a58,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:25.118751 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:40:25.367520 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46224) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:25.405329 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-6992511f-577c-48a5-a3f9-580289709128 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4073f1a9cca4951b31ebd926eae774a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366716 Jul 08 01:40:25.407711 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46226) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:25.453523 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8b175b75-fafe-4426-b51a-3bb7177bcfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.473104 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8b175b75-fafe-4426-b51a-3bb7177bcfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.521450 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8b175b75-fafe-4426-b51a-3bb7177bcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.523997 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-8b175b75-fafe-4426-b51a-3bb7177bcfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.525116 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-8b175b75-fafe-4426-b51a-3bb7177bcfb1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f6bf4fd-327f-47af-b11c-e33d0d70868f HTTP/1.1" status: 204 len: 168 time: 0.1165249 Jul 08 01:40:25.532553 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b175b75-fafe-4426-b51a-3bb7177bcfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6bf4fd-327f-47af-b11c-e33d0d70868f,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:25.664429 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3abb9fe9-2fe3-45a7-acc5-ce8d0d15be0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.848442 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 8988908a-e176-4bb2-a2f2-d3aba1873530 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:25.870131 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 8988908a-e176-4bb2-a2f2-d3aba1873530 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:25.870490 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 8988908a-e176-4bb2-a2f2-d3aba1873530 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:25.870917 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 88a1028b-63db-42fd-a5c5-9cf90d3ad90d no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:25.888557 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 88a1028b-63db-42fd-a5c5-9cf90d3ad90d {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:25.888901 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 88a1028b-63db-42fd-a5c5-9cf90d3ad90d not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:25.889303 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 49b1b4e1-b10d-401c-a067-c70b86164968 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:25.907308 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 49b1b4e1-b10d-401c-a067-c70b86164968 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:25.907658 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 49b1b4e1-b10d-401c-a067-c70b86164968 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:27.117453 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-48c1acf4-ceda-42bd-805c-dea814e1b0b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501084 Jul 08 01:40:27.208271 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-5c4cce78-2c8e-4be7-8cf8-fd80cdc13c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:27.209793 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-5c4cce78-2c8e-4be7-8cf8-fd80cdc13c79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1099 time: 0.0518217 Jul 08 01:40:27.314603 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-6ca5d185-f767-4521-96cd-e6a60b971d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:27.316039 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-6ca5d185-f767-4521-96cd-e6a60b971d0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 909 time: 0.0857687 Jul 08 01:40:27.378484 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-2a7bafed-119f-4f62-b00f-2b4142ddf587 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 1001 time: 0.0558093 Jul 08 01:40:27.426562 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-5fcb4af5-375b-4086-a50d-585db58c9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:27.428040 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-5fcb4af5-375b-4086-a50d-585db58c9262 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 200 len: 848 time: 0.0427024 Jul 08 01:40:27.486128 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-f5ed9490-82d9-4aa0-b9de-67b36cb7205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:27.487549 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-f5ed9490-82d9-4aa0-b9de-67b36cb7205c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab9262de-ab7b-41e0-a355-08395c240deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532205 Jul 08 01:40:27.572776 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-0ee360c5-36e9-48c5-a116-09b02b825e40 service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781214 Jul 08 01:40:27.672858 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-1e222589-eb9b-48ef-8d6e-9c818bd2e281 req-0ef1dd49-9909-4836-92e7-6aaaf9fddaee service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928211 Jul 08 01:40:28.451903 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:28.462094 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e9d5b623-2820-4b69-af84-ede942ffa255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.475553 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:30.854604 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:53.117557 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:55.664040 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2bfab199-efa0-43b5-9f69-5a4146d2b54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:58.458425 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:58.463365 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e0391cde-b9e1-4e0d-a351-95f3696867c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:59.479334 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:00.857907 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:02.117526 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:41:23.117154 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.385450 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46238) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:24.542358 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Deleting port 6fac7444-180b-425b-9113-0b74ebe64a80 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:24.542707 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.614899 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.615238 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.627138 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Calling delete_port for 6fac7444-180b-425b-9113-0b74ebe64a80 owned by network:floatingip {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:24.771995 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.797603 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event deleted for resources: {'Port': ['ID=6fac7444-180b-425b-9113-0b74ebe64a80,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:24.821987 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.822341 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.822692 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.823030 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.823365 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.823698 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.824026 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.824354 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.824682 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.825008 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.825334 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.826266 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:24.869182 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for floatingip, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.869526 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.db.l3_db [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Floating IP 48fc954f-8b70-4543-9787-9252bf7932f3 disassociated (deleted). External IP: 172.27.3.65, port: e497cf72-cf7e-440b-8590-8a0bfd8d7302. Jul 08 01:41:25.072989 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:25.176986 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:25.181809 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for floatingip, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.186762 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] Sync routers for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:25.196543 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:25.197143 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:40:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:25.220280 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-634fae91-6515-4403-accc-d580672809e7 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "DELETE /v2.0/floatingips/48fc954f-8b70-4543-9787-9252bf7932f3 HTTP/1.1" status: 204 len: 168 time: 0.8337228 Jul 08 01:41:25.220869 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:25.223134 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5fa48c-72ff-4aef-bbe3-4979430796e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:25.262835 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d3bcf8-e9bb-46ea-a158-e2974ba9d6dc x-openstack-request-id: req-56d3bcf8-e9bb-46ea-a158-e2974ba9d6dc {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:25.263309 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:25.263770 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56d3bcf8-e9bb-46ea-a158-e2974ba9d6dc {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:25.264171 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'status': 'completed', 'code': 200} Jul 08 01:41:25.307071 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:25.336653 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-59931783-6b4b-4145-b2e9-bcb2f7a0cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:25.338202 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-59931783-6b4b-4145-b2e9-bcb2f7a0cebe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd150e3d190e47a4b82740c64c868f83&device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 1099 time: 0.0534537 Jul 08 01:41:25.443351 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-3d99b8c5-92e3-4637-8e65-a0b8fa72645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:25.447029 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-3d99b8c5-92e3-4637-8e65-a0b8fa72645d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 200 len: 909 time: 0.0980628 Jul 08 01:41:25.498491 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-48cd3158-b547-4472-8546-b76195939998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 200 len: 217 time: 0.0401556 Jul 08 01:41:25.518334 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:09Z', 'revision_number': 5, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:25.549893 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] Checking router: 2c4f2e2c-6a61-4340-aece-a32f8827ac43 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:25.558114 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:25.558742 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:40:58Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:25.575548 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-1c7412e9-97d1-447b-8974-d9fba5b6ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:25.577401 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-1c7412e9-97d1-447b-8974-d9fba5b6ee2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 200 len: 848 time: 0.0718589 Jul 08 01:41:25.652914 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09786d77-68dd-4308-9525-938db1bc99d9 req-e24a9902-f050-4139-9765-a56062dae418 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:25.655066 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-09786d77-68dd-4308-9525-938db1bc99d9 req-e24a9902-f050-4139-9765-a56062dae418 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.1116560 Jul 08 01:41:25.682054 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-23ede84f-a311-4835-9282-7a7c7f6d6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:25.683611 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-23ede84f-a311-4835-9282-7a7c7f6d6ff5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab9262de-ab7b-41e0-a355-08395c240deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996702 Jul 08 01:41:25.717810 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-09786d77-68dd-4308-9525-938db1bc99d9 req-d5428e35-2acf-4006-8435-f531cac4813f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559714 Jul 08 01:41:25.731570 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d511a274-eab5-4997-80a7-cb1b1634e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.786560 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-c0125cd2-d405-45fc-b51a-64b38abe9548 service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919428 Jul 08 01:41:25.791370 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:25.879048 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-cc5fa48c-72ff-4aef-bbe3-4979430796e1 req-b0e3e110-04f7-4906-a9a1-9ce470f516ad service neutron] 10.222.0.21 "GET /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Jul 08 01:41:25.983694 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:09Z', 'revision_number': 5, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:26.008372 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba930edc-d42b-439d-8b69-a032020d1f17 None None] The sync data for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi is: [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:37:02Z', 'revision_number': 4, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi', '_interfaces': [{'id': '72fc36b4-be7a-4c46-bd6e-1eb4f406bf03', 'name': '', 'network_id': 'ab9262de-ab7b-41e0-a355-08395c240deb', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'mac_address': 'fa:16:3e:a6:22:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:02Z', 'updated_at': '2021-07-08T01:37:09Z', 'revision_number': 5, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'subnets': [{'id': 'aff5725b-dfa1-4831-8523-e6c17ceae193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:26.202644 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533e597-e4f6-4c63-a50c-ee797fd67008 None None] New status for floating IP 48fc954f-8b70-4543-9787-9252bf7932f3: DOWN {{(pid=92928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:41:26.905952 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288c06d-7fc8-4c7d-9e44-9d5cde3a8827 req-99cb87fc-0e1a-404f-aef7-98887eda3c2f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:26.907434 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e288c06d-7fc8-4c7d-9e44-9d5cde3a8827 req-99cb87fc-0e1a-404f-aef7-98887eda3c2f tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0647652 Jul 08 01:41:26.944475 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-e288c06d-7fc8-4c7d-9e44-9d5cde3a8827 req-69a7aa44-b103-4561-af6c-75b61ff66e01 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/security-groups?id=031433b2-e707-47b3-bc5d-752ea8fe83fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Jul 08 01:41:27.021216 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-fb2934d3-6ff7-4d7d-b276-a2aadced3968 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:27.022738 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-fb2934d3-6ff7-4d7d-b276-a2aadced3968 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 946 time: 0.0623243 Jul 08 01:41:27.124164 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Deleting port e497cf72-cf7e-440b-8590-8a0bfd8d7302 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:27.124514 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:27.217569 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] For port e497cf72-cf7e-440b-8590-8a0bfd8d7302, host hv-cinder-79984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79984',level=0,port_id=e497cf72-cf7e-440b-8590-8a0bfd8d7302,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:27.217972 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:27.230446 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Calling delete_port for e497cf72-cf7e-440b-8590-8a0bfd8d7302 owned by compute:nova {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:27.355478 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:27.384415 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event deleted for resources: {'Port': ['ID=e497cf72-cf7e-440b-8590-8a0bfd8d7302,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:27.430196 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] No DVR routers for this DVR port e497cf72-cf7e-440b-8590-8a0bfd8d7302 on host hv-cinder-79984 {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:27.432500 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168901'] for port, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:27.434556 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [req-99c7ddc9-0ed9-493a-8372-9d171c5e95e5 req-a438e9e5-3a23-4199-9796-e534e91add86 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.21 "DELETE /v2.0/ports/e497cf72-cf7e-440b-8590-8a0bfd8d7302 HTTP/1.1" status: 204 len: 173 time: 0.4063804 Jul 08 01:41:27.434987 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'name': 'network-vif-deleted', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302'}] {{(pid=92925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:27.437181 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d3d7abd9d53efedcd82fc9e318e056dfd996e60f753ba9be6790bedb0f4064d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27ac4a-6c45-434f-9057-e1b35278c78f" -d '{"events": [{"server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "name": "network-vif-deleted", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302"}]}' {{(pid=92925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:27.473848 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d28baab-efd3-4745-8c71-90769abadde9 x-openstack-request-id: req-5d28baab-efd3-4745-8c71-90769abadde9 {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:27.474140 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cffb7f3-fc72-4a4a-ada4-b863eb8e1313", "name": "network-vif-deleted", "tag": "e497cf72-cf7e-440b-8590-8a0bfd8d7302", "status": "completed", "code": 200}]} {{(pid=92925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:27.474416 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d28baab-efd3-4745-8c71-90769abadde9 {{(pid=92925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:27.474803 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cffb7f3-fc72-4a4a-ada4-b863eb8e1313', 'name': 'network-vif-deleted', 'tag': 'e497cf72-cf7e-440b-8590-8a0bfd8d7302', 'status': 'completed', 'code': 200} Jul 08 01:41:28.103102 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [req-495d85a9-4a18-453f-8eae-9d986e9c6426 req-d7e1b6c2-f33e-4927-be55-b5308dbfd906 tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cffb7f3-fc72-4a4a-ada4-b863eb8e1313 HTTP/1.1" status: 200 len: 210 time: 0.0278399 Jul 08 01:41:28.453108 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.463554 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58aba1ef-9638-4439-abc4-a5813c5c2d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.195402 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46270) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:29.259612 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bc37d577-9959-4c60-ae25-fa85b22cc0ae tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.284530 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bc37d577-9959-4c60-ae25-fa85b22cc0ae tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.350905 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bc37d577-9959-4c60-ae25-fa85b22cc0ae tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.353597 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-bc37d577-9959-4c60-ae25-fa85b22cc0ae tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Notify callbacks [] for security_group, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.355519 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-bc37d577-9959-4c60-ae25-fa85b22cc0ae tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] 10.222.0.22 "DELETE /v2.0/security-groups/031433b2-e707-47b3-bc5d-752ea8fe83fd HTTP/1.1" status: 204 len: 168 time: 0.1591325 Jul 08 01:41:29.365966 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37d577-9959-4c60-ae25-fa85b22cc0ae tempest-TestShelveInstance-1975604170 tempest-TestShelveInstance-1975604170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031433b2-e707-47b3-bc5d-752ea8fe83fd,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:29.399286 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46274) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:29.483198 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.734803 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.978831 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Deleting port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:29.979177 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.055279 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] For port 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:30.055640 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.067758 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Calling delete_port for 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 owned by network:router_interface {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:30.240304 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.266821 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fc36b4-be7a-4c46-bd6e-1eb4f406bf03,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:30.428844 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.860407 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.903019 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:31.003890 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:31.009982 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-c6154820-1378-46d9-bf3d-7be264743706 admin admin] 10.222.0.22 "PUT /v2.0/routers/2c4f2e2c-6a61-4340-aece-a32f8827ac43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085062 Jul 08 01:41:31.011310 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46276) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:31.014045 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] Sync routers for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:31.023324 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:31.023982 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:41:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:31.115433 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks [] for router, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.126176 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:31.220829 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.274103 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Deleting port ed667ede-e9a8-4522-b84f-5f1a07595530 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:31.274819 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.304534 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:41:30Z', 'revision_number': 5, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port': {'id': 'ed667ede-e9a8-4522-b84f-5f1a07595530', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:00Z', 'updated_at': '2021-07-08T01:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:31.329705 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] Checking router: 2c4f2e2c-6a61-4340-aece-a32f8827ac43 for host: dv-cinder-799848-1-iscsi {{(pid=92927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:31.337687 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] Routers {'2c4f2e2c-6a61-4340-aece-a32f8827ac43'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:31.338390 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:41:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'], 'active': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:31.355730 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] For port ed667ede-e9a8-4522-b84f-5f1a07595530, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=ed667ede-e9a8-4522-b84f-5f1a07595530,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:31.356094 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.369190 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Calling delete_port for ed667ede-e9a8-4522-b84f-5f1a07595530 owned by network:router_gateway {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:31.423600 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvr_db [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] Set router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 gateway port host: None {{(pid=92927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:31.475349 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_hamode_db [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:41:31Z', 'revision_number': 6, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port_host': None}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:31.501307 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782ec36-6c01-4bf7-9f81-c2390207856f None None] The sync data for ids ['2c4f2e2c-6a61-4340-aece-a32f8827ac43'] in dv-cinder-799848-1-iscsi is: [{'id': '2c4f2e2c-6a61-4340-aece-a32f8827ac43', 'name': 'tempest-TestShelveInstance-1037899556-router', 'tenant_id': 'cd150e3d190e47a4b82740c64c868f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:59Z', 'updated_at': '2021-07-08T01:41:31Z', 'revision_number': 6, 'project_id': 'cd150e3d190e47a4b82740c64c868f83', 'gw_port_host': None}] {{(pid=92927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:31.535447 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.561396 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ed667ede-e9a8-4522-b84f-5f1a07595530,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:31.624705 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.711135 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.713117 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.730068 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e497cf72-cf7e-440b-8590-8a0bfd8d7302 no longer exists at agent hyperv_hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:31.748892 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] No Port match for: e497cf72-cf7e-440b-8590-8a0bfd8d7302 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:31.749291 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Device e497cf72-cf7e-440b-8590-8a0bfd8d7302 not bound to the agent host hv-cinder-79984 {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:31.754714 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.755273 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4f2e2c-6a61-4340-aece-a32f8827ac43 {{(pid=92925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:41:31.760012 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] Notify callbacks [] for router, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.761150 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-f6f1483e-ab01-4bcf-9733-271182f841ab admin admin] 10.222.0.22 "DELETE /v2.0/routers/2c4f2e2c-6a61-4340-aece-a32f8827ac43 HTTP/1.1" status: 204 len: 168 time: 0.7487848 Jul 08 01:41:31.764115 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46278) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:31.807007 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5d024d-201a-42cf-a792-024f59125390 admin admin] Deleting subnet aff5725b-dfa1-4831-8523-e6c17ceae193 {{(pid=92925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:41:31.809885 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c5d024d-201a-42cf-a792-024f59125390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.845667 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c5d024d-201a-42cf-a792-024f59125390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63565959'] for subnet, precommit_delete_associations {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.936260 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c5d024d-201a-42cf-a792-024f59125390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.991656 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c5d024d-201a-42cf-a792-024f59125390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63486949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63286642'] for subnet, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.016692 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d024d-201a-42cf-a792-024f59125390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff5725b-dfa1-4831-8523-e6c17ceae193,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:32.020247 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-7c5d024d-201a-42cf-a792-024f59125390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.023029 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-7c5d024d-201a-42cf-a792-024f59125390 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aff5725b-dfa1-4831-8523-e6c17ceae193 HTTP/1.1" status: 204 len: 168 time: 0.2571290 Jul 08 01:41:32.024516 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [-] (92925) accepted ('10.222.0.22', 46280) {{(pid=92925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:32.027109 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6879a-caf9-45e7-8c00-f7fb9c7358da None None] Network ab9262de-ab7b-41e0-a355-08395c240deb requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:41:32.095612 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.147195 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Deleting port aa8c710e-b036-459f-8dd1-d37113c06131 {{(pid=92925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:32.147460 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.208805 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] For port aa8c710e-b036-459f-8dd1-d37113c06131, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=aa8c710e-b036-459f-8dd1-d37113c06131,segment=NetworkSegment(dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02),segment_id=dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02)] {{(pid=92925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:32.209105 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.221052 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.plugin [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Calling delete_port for aa8c710e-b036-459f-8dd1-d37113c06131 owned by network:dhcp {{(pid=92925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:32.307125 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09767584-eb9e-405c-8edc-4a21f9e23c05 None None] DHCP port deletion for ab9262de-ab7b-41e0-a355-08395c240deb request from dv-cinder-799848-1-iscsi {{(pid=92927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:41:32.313586 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63486895'] for port, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.316861 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:32.341448 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8c710e-b036-459f-8dd1-d37113c06131,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:32.345089 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] No DVR routers for this DVR port aa8c710e-b036-459f-8dd1-d37113c06131 on host dv-cinder-799848-1-iscsi {{(pid=92925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:32.352589 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-09767584-eb9e-405c-8edc-4a21f9e23c05 None None] The port 'aa8c710e-b036-459f-8dd1-d37113c06131' was deleted {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 08 01:41:32.355796 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:32.356144 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 72fc36b4-be7a-4c46-bd6e-1eb4f406bf03 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:32.418705 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.428327 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9262de-ab7b-41e0-a355-08395c240deb']}} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:32.438593 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02') {'for_net_delete': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:32.438889 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.services.segments.db [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf6ad5a-7c8e-4f9e-baf7-07d87b051e02') {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:32.447324 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63565966'] for segment, before_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.461859 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.467885 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=92925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:41:32.468281 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63486786'] for segment, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: Traceback (most recent call last): Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: timer() Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: cb(*args, **kw) Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: return func(*args, **kwargs) Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: self._notify() Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: self.callback(batched_events) Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: event.method(event) Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: return f(self, *a, **k) Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._get(url).json() Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: return self.request(url, 'GET', **kwargs) Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:41:32.469957 dv-cinder-799848-1-iscsi neutron-server[92925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:41:32.523786 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.539116 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.541272 dv-cinder-799848-1-iscsi neutron-server[92925]: INFO neutron.wsgi [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ab9262de-ab7b-41e0-a355-08395c240deb HTTP/1.1" status: 204 len: 168 time: 0.5155690 Jul 08 01:41:32.542612 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61951103-2901-49cc-94a6-1459227b4145 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9262de-ab7b-41e0-a355-08395c240deb,revision_number=None']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:32.544183 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46282) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:32.876565 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682215'] for router_interface, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:33.382181 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Deleting port f9f81271-af91-499c-a11d-d5c6e2b60ae5 {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:33.382519 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:33.456675 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] For port f9f81271-af91-499c-a11d-d5c6e2b60ae5, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=f9f81271-af91-499c-a11d-d5c6e2b60ae5,segment=NetworkSegment(15556353-cced-4586-94ed-b406ff71ab6e),segment_id=15556353-cced-4586-94ed-b406ff71ab6e)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:33.457031 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:33.469454 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Calling delete_port for f9f81271-af91-499c-a11d-d5c6e2b60ae5 owned by network:router_interface {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:33.641112 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:33.666931 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f81271-af91-499c-a11d-d5c6e2b60ae5,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:33.694659 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.695009 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.695348 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.695679 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.696009 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.696338 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.696670 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.696995 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.697332 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.697658 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.698009 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.698331 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:33.839440 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682017'] for router_interface, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:33.948181 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device aa8c710e-b036-459f-8dd1-d37113c06131 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:33.970820 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: aa8c710e-b036-459f-8dd1-d37113c06131 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:33.971161 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device aa8c710e-b036-459f-8dd1-d37113c06131 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:33.971572 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device ed667ede-e9a8-4522-b84f-5f1a07595530 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:33.989133 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: ed667ede-e9a8-4522-b84f-5f1a07595530 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:33.989477 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device ed667ede-e9a8-4522-b84f-5f1a07595530 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:34.051242 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Router f4afea36-f36f-42cb-9bc4-0eca2ddef759 has already been hosted by L3 agent 3ab6f46b-3670-4966-9771-9d0e0746da5f {{(pid=92926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:34.151152 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] Notify agent at l3_agent.dv-cinder-799848-1-iscsi the message routers_updated {{(pid=92926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:34.155948 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-31f9d7a5-f283-4041-9065-e1a6bba7433e admin admin] 10.222.0.22 "PUT /v2.0/routers/f4afea36-f36f-42cb-9bc4-0eca2ddef759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6101255 Jul 08 01:41:34.158402 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46284) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:34.160899 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] Sync routers for ids ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'] in dv-cinder-799848-1-iscsi {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:34.171007 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] Routers {'f4afea36-f36f-42cb-9bc4-0eca2ddef759'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:34.171702 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:41:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:34.258229 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks [] for router, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.271404 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] Set router f4afea36-f36f-42cb-9bc4-0eca2ddef759 gateway port host: dv-cinder-799848-1-iscsi {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:34.362972 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.415253 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Deleting port 604aa7f8-d6bd-41ab-9000-15795794a3ee {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:34.415503 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.445590 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'external_fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:41:33Z', 'revision_number': 5, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port': {'id': '604aa7f8-d6bd-41ab-9000-15795794a3ee', 'name': '', 'network_id': '849bc693-9cf7-4b48-8df0-9b7fa5d77cd4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b04f0f-2fb1-441b-a04a-3011bca90e32', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799848-1-iscsi'}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:34.470000 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] Checking router: f4afea36-f36f-42cb-9bc4-0eca2ddef759 for host: dv-cinder-799848-1-iscsi {{(pid=92928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:34.477902 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] Routers {'f4afea36-f36f-42cb-9bc4-0eca2ddef759'} bound to L3 agent in host dv-cinder-799848-1-iscsi {{(pid=92928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:34.478540 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:21:28Z,description=,heartbeat_timestamp=2021-07-08T01:41:28Z,host='dv-cinder-799848-1-iscsi',id=3ab6f46b-3670-4966-9771-9d0e0746da5f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:21:28Z,topic='l3_agent')) {'router_ids': ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'], 'active': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:34.495241 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] For port 604aa7f8-d6bd-41ab-9000-15795794a3ee, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=604aa7f8-d6bd-41ab-9000-15795794a3ee,segment=NetworkSegment(9ee34e58-cf7f-437e-8a2f-39185727e40f),segment_id=9ee34e58-cf7f-437e-8a2f-39185727e40f)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:34.495602 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.508713 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Calling delete_port for 604aa7f8-d6bd-41ab-9000-15795794a3ee owned by network:router_gateway {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:34.559877 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvr_db [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] Set router f4afea36-f36f-42cb-9bc4-0eca2ddef759 gateway port host: None {{(pid=92928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:34.609619 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_hamode_db [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:41:34Z', 'revision_number': 6, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port_host': None}], 'dv-cinder-799848-1-iscsi', False) {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:34.637879 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa6ae77-7d70-46a0-9309-e220d4c4da45 None None] The sync data for ids ['f4afea36-f36f-42cb-9bc4-0eca2ddef759'] in dv-cinder-799848-1-iscsi is: [{'id': 'f4afea36-f36f-42cb-9bc4-0eca2ddef759', 'name': 'tempest-TestShelveInstance-1558200790-router', 'tenant_id': '97425c342fa64bb28451bf649165b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:05Z', 'updated_at': '2021-07-08T01:41:34Z', 'revision_number': 6, 'project_id': '97425c342fa64bb28451bf649165b91e', 'gw_port_host': None}] {{(pid=92928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:34.671906 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.696718 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Pushing event deleted for resources: {'Port': ['ID=604aa7f8-d6bd-41ab-9000-15795794a3ee,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:34.757869 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662570'] for router_gateway, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.843663 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2360'] for router, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.846149 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.886746 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-659022'] for router, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.887291 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4afea36-f36f-42cb-9bc4-0eca2ddef759 {{(pid=92926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:41:34.891722 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] Notify callbacks [] for router, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.892875 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-edacc99c-0eb6-4e64-b4d8-caf9df498045 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f4afea36-f36f-42cb-9bc4-0eca2ddef759 HTTP/1.1" status: 204 len: 168 time: 0.7335718 Jul 08 01:41:34.895379 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46286) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:34.949895 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.db_base_plugin_v2 [None req-43216d74-599b-43ef-93ef-deb6d9511459 admin admin] Deleting subnet 24df8930-875f-4265-bbba-09b55f303125 {{(pid=92926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:41:34.952960 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-43216d74-599b-43ef-93ef-deb6d9511459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.991654 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-43216d74-599b-43ef-93ef-deb6d9511459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65709030'] for subnet, precommit_delete_associations {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.078617 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-43216d74-599b-43ef-93ef-deb6d9511459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801814'] for subnet, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.128377 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-43216d74-599b-43ef-93ef-deb6d9511459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-591069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65600897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65916365'] for subnet, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.153538 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43216d74-599b-43ef-93ef-deb6d9511459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24df8930-875f-4265-bbba-09b55f303125,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:35.158462 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-43216d74-599b-43ef-93ef-deb6d9511459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for subnet, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.160371 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-43216d74-599b-43ef-93ef-deb6d9511459 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/24df8930-875f-4265-bbba-09b55f303125 HTTP/1.1" status: 204 len: 168 time: 0.2639568 Jul 08 01:41:35.162685 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46288) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:35.165372 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d39d03a-8ad3-4c04-8406-a19e018ccf71 None None] Network 0ed74843-c93d-478e-8908-7aef21d18ede requested from dv-cinder-799848-1-iscsi {{(pid=92927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:41:35.232481 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572917'] for network, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.285745 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Deleting port 2b04f9f0-d61c-42bf-93f6-2a800376512f {{(pid=92926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:35.286096 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.349285 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.db [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] For port 2b04f9f0-d61c-42bf-93f6-2a800376512f, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2b04f9f0-d61c-42bf-93f6-2a800376512f,segment=NetworkSegment(15556353-cced-4586-94ed-b406ff71ab6e),segment_id=15556353-cced-4586-94ed-b406ff71ab6e)] {{(pid=92926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:35.349649 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.365895 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.plugin [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Calling delete_port for 2b04f9f0-d61c-42bf-93f6-2a800376512f owned by network:dhcp {{(pid=92926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:35.367590 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] DHCP port deletion for 0ed74843-c93d-478e-8908-7aef21d18ede request from dv-cinder-799848-1-iscsi {{(pid=92927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:41:35.414119 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Deleting port 2b04f9f0-d61c-42bf-93f6-2a800376512f {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:35.414579 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730025239507'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.449992 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65600971'] for port, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.476551 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] For port 2b04f9f0-d61c-42bf-93f6-2a800376512f, host dv-cinder-799848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799848-1-iscsi',level=0,port_id=2b04f9f0-d61c-42bf-93f6-2a800376512f,segment=NetworkSegment(15556353-cced-4586-94ed-b406ff71ab6e),segment_id=15556353-cced-4586-94ed-b406ff71ab6e)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:35.476949 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682471'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.477415 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b04f9f0-d61c-42bf-93f6-2a800376512f,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:35.480901 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] No DVR routers for this DVR port 2b04f9f0-d61c-42bf-93f6-2a800376512f on host dv-cinder-799848-1-iscsi {{(pid=92926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:35.489880 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Calling delete_port for 2b04f9f0-d61c-42bf-93f6-2a800376512f owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:35.554964 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1796077', 'neutron.services.segments.db._delete_segments_for_network-8730025357653'] for network, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.567728 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed74843-c93d-478e-8908-7aef21d18ede']}} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:35.581156 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15556353-cced-4586-94ed-b406ff71ab6e') {'for_net_delete': True} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:35.581474 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.services.segments.db [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15556353-cced-4586-94ed-b406ff71ab6e') {} {{(pid=92926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:35.590811 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730025152561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65709039'] for segment, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.604785 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801'] for segment, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.611602 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=92926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:41:35.612002 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65600806'] for segment, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: Traceback (most recent call last): Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: timer() Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: cb(*args, **kw) Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: return func(*args, **kwargs) Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: self._notify() Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: self.callback(batched_events) Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: event.method(event) Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: return f(self, *a, **k) Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._get(url).json() Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: return self.request(url, 'GET', **kwargs) Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:41:35.613698 dv-cinder-799848-1-iscsi neutron-server[92926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:41:35.615882 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1608999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532657', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730025248013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730024821989'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.640527 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Pushing event deleted for resources: {'Port': ['ID=2b04f9f0-d61c-42bf-93f6-2a800376512f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:35.652361 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] No DVR routers for this DVR port 2b04f9f0-d61c-42bf-93f6-2a800376512f on host dv-cinder-799848-1-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:35.654087 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.654440 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.654785 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.655123 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.655458 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.655852 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.656171 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.656502 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.656834 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.657186 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.657516 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.657869 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bdef9-b8fb-46b6-b67b-292e77f10393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799848-1-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:35.671791 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1796052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662606'] for network, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.676943 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532643'] for network, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.678802 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0ed74843-c93d-478e-8908-7aef21d18ede HTTP/1.1" status: 204 len: 168 time: 0.5151994 Jul 08 01:41:35.689954 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592b15b-53da-414a-b1d1-3c812da60bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed74843-c93d-478e-8908-7aef21d18ede,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:35.833695 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46292) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:35.875785 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-789d296a-690b-45ba-aa76-b6fadeb54cce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd150e3d190e47a4b82740c64c868f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406115 Jul 08 01:41:35.878083 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46294) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:35.892937 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 604aa7f8-d6bd-41ab-9000-15795794a3ee no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:35.915107 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 604aa7f8-d6bd-41ab-9000-15795794a3ee {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:35.915457 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 604aa7f8-d6bd-41ab-9000-15795794a3ee not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:35.916137 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device f9f81271-af91-499c-a11d-d5c6e2b60ae5 no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:35.931511 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9af9945c-8da1-49c2-92a0-120ed15ef3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.934472 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: f9f81271-af91-499c-a11d-d5c6e2b60ae5 {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:35.934819 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device f9f81271-af91-499c-a11d-d5c6e2b60ae5 not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:35.935303 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2b04f9f0-d61c-42bf-93f6-2a800376512f no longer exists at agent ovs-agent-dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:35.952823 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9af9945c-8da1-49c2-92a0-120ed15ef3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.953451 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] No Port match for: 2b04f9f0-d61c-42bf-93f6-2a800376512f {{(pid=92927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:35.953828 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.rpc [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Device 2b04f9f0-d61c-42bf-93f6-2a800376512f not bound to the agent host dv-cinder-799848-1-iscsi {{(pid=92927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:35.999036 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9af9945c-8da1-49c2-92a0-120ed15ef3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.001597 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-9af9945c-8da1-49c2-92a0-120ed15ef3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.002879 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-9af9945c-8da1-49c2-92a0-120ed15ef3f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f3f63bf-64e0-4276-a9cb-078f1083e879 HTTP/1.1" status: 204 len: 168 time: 0.1239121 Jul 08 01:41:36.010332 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9945c-8da1-49c2-92a0-120ed15ef3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3f63bf-64e0-4276-a9cb-078f1083e879,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:36.307782 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46300) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:36.346719 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-ac628ddf-5af0-4566-8f53-2e3f6074dbbe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97425c342fa64bb28451bf649165b91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377579 Jul 08 01:41:36.348894 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [-] (92926) accepted ('10.222.0.22', 46302) {{(pid=92926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:36.397290 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0ded40f9-a466-498e-aeaf-8b1a047eb7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.417798 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0ded40f9-a466-498e-aeaf-8b1a047eb7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.463382 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0ded40f9-a466-498e-aeaf-8b1a047eb7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590949'] for security_group, after_delete {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.465972 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron_lib.callbacks.manager [None req-0ded40f9-a466-498e-aeaf-8b1a047eb7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.467182 dv-cinder-799848-1-iscsi neutron-server[92926]: INFO neutron.wsgi [None req-0ded40f9-a466-498e-aeaf-8b1a047eb7d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d857c709-c1da-486c-9e7c-7f78f36c8bd3 HTTP/1.1" status: 204 len: 168 time: 0.1173816 Jul 08 01:41:36.474869 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded40f9-a466-498e-aeaf-8b1a047eb7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d857c709-c1da-486c-9e7c-7f78f36c8bd3,revision_number=None']} {{(pid=92926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:39.116692 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:41:53.128415 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:55.661672 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be66a128-4cfe-49a4-8f92-f5345c426e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.460505 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.465426 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-34c4912c-69f3-49e5-8f06-4c1709254b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:59.484781 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.863063 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.115436 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:42:23.181054 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:25.661756 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60651327-5826-465b-bf21-100ef157c993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.451381 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.465844 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9118-885b-4fd4-9cdc-ae78b8053bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.487042 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:30.869655 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.115167 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:42:53.196065 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.662413 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e38e8ae-04c3-4fd5-b2af-8b034b5ea4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:58.456707 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:58.467040 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c9a5-c820-40c7-a53d-ab0639965a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.489686 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.868427 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:23.196645 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:25.663285 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9bafee5-b197-4377-9070-b04ca0010c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:28.463245 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:28.467598 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eeb28c83-6588-477a-8194-2169872e76ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:29.493151 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:30.114014 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:43:30.871226 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.212315 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.664582 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1e1087ed-a99e-46a4-a7f9-4c32a36e80ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:58.470614 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:58.473452 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-54494c2a-6af9-4e4e-958d-abff2b739aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:59.494448 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.874543 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:07.112840 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:44:23.214486 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:25.663894 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1731ba47-1932-4713-bf8e-9a376040553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:28.463320 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:28.473242 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a91a1d02-269f-4dab-8763-8a7bbcb8b0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.498656 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.879614 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.106417 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [req-b3391812-4b5b-409c-b2ca-c5d883fdc18c req-9f6f56ea-fb4b-4d1d-82c4-af7b36aff46f service neutron] (92926) timed out ('10.222.0.21', 64847) {{(pid=92926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 01:44:37.323302 dv-cinder-799848-1-iscsi neutron-server[92925]: DEBUG neutron.wsgi [req-4d5b79c3-5804-4db6-bd42-4da890668744 req-f801546c-3cf1-4718-a389-e5e491874f16 service neutron] (92925) timed out ('10.222.0.21', 64810) {{(pid=92925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 01:44:37.769723 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [req-b8669531-eda5-420e-9967-65d8b6be4b4e req-27e64d81-2d4f-4cff-a214-191f5f9c6079 service neutron] (92926) timed out ('10.222.0.21', 64869) {{(pid=92926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 01:44:44.111525 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:44:53.214770 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.664028 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0007f191-1122-49a6-8123-3f60b9700477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.470126 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.474267 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5aa885ad-b6d0-44e2-b477-3cde12a21d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:59.501374 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.881482 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.110380 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:45:23.238653 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:25.664355 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eb2768f2-25cf-4d6a-ad2d-f6440e923208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.465263 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.476075 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e32dd99a-ef27-4f2c-8a8b-80a72ac4db89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.505825 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.883226 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:53.246680 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.664415 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d1724891-c18f-49d7-83a4-7ea599fb1934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.108981 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:45:58.490952 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.495369 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6dd2d537-1355-40cc-a75d-2c875ad960a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.507778 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.886878 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.266577 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:25.664751 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7e644a3e-e193-4ccb-a07e-10c3d928b1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:28.471217 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e284a4d6-b843-45b8-8d32-fd2471e7f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:28.475570 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6716e5b7-a82a-4a08-b9fd-b01c5952a59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.509096 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58073372-288d-42ed-affd-ffb570c8fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:30.891299 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3ad688f-b029-4b50-8ad6-ffb43bb13d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.107608 dv-cinder-799848-1-iscsi neutron-server[92928]: DEBUG neutron.db.agents_db [None req-cf04c24d-3394-4f4c-a8f1-88f0501ab2e8 None None] Agent healthcheck: found 6 active agents {{(pid=92928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:46:49.941020 dv-cinder-799848-1-iscsi neutron-server[92926]: DEBUG neutron.wsgi [req-990a13fc-0422-45ef-ab45-138c6dfe2486 req-75101c81-20c4-4fec-a2d9-a5857c3b29fd service neutron] (92926) timed out ('10.222.0.22', 40652) {{(pid=92926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 01:46:53.266372 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d66ccd5c-9606-4c80-ab60-0c0198c126be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:55.664310 dv-cinder-799848-1-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4e10a4c0-ea53-4803-a08a-7ae3f8e8769c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730025357635', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1797271'] for agent, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}